-- Logs begin at Mon 2021-08-23 09:40:41 UTC, end at Mon 2021-08-23 10:40:08 UTC. -- Aug 23 10:13:20.206672 dv-cinder-802781-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 23 10:13:22.547298 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.common.config [-] Logging enabled! Aug 23 10:13:22.548016 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev8 Aug 23 10:13:22.548016 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79056) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 23 10:13:22.551083 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.common.config [-] Logging enabled! Aug 23 10:13:22.551333 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev8 Aug 23 10:13:22.551643 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79056) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 23 10:13:22.552603 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 23 10:13:22.552836 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 23 10:13:22.553189 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 23 10:13:22.553434 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 23 10:13:22.553657 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 23 10:13:22.553971 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.554265 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.554558 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.554785 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.555075 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.555362 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.555643 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.555960 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.556256 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.556542 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.556819 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.557102 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.557331 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.557608 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.557894 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.558183 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.558404 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] debug = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.558679 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.559102 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.559514 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.559799 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.560120 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.560398 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.560666 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.560939 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.561225 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.562140 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] host = dv-cinder-802781-2-smb {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.562426 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.562797 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.563091 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.563383 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.563661 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.563963 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.564255 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.564530 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.564802 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] log_file = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.565079 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.565369 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.565658 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.565956 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.566181 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.566404 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.566691 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.566978 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.567253 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.567524 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.567797 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.568097 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.568374 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.568648 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.568934 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.569219 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.569504 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.569778 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.570052 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.570322 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.570593 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.570877 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.571148 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.571420 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.571691 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.572001 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.572270 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.572543 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.572845 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.573130 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.573412 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.573698 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.573972 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.574255 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.574525 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.574795 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.575065 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] use_json = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.575334 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.575600 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.575901 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.576178 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.576450 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.576725 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.576997 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.577873 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.578171 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.578471 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.578781 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.579066 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.579364 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.579643 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.579962 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.580246 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.580538 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.580830 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.581120 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.581400 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.581687 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.581965 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.582263 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.582570 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.582870 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.583164 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.583441 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.583716 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.584019 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.584301 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.584589 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.584884 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.585176 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.585451 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.585729 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.586021 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.586299 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.586575 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.586854 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.587145 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.587423 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.587698 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.588006 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.588287 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.588562 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.588838 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.589114 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.589409 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.589686 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.589957 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.590228 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.590504 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.590776 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.591059 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.591336 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.591608 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.591903 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.592185 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.592461 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.592792 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.593077 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.593352 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.593632 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.593905 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.594178 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.594452 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.594727 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.594998 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.595269 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.595541 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.595848 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.596112 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.596387 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.596663 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.596939 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.597212 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.597499 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.597794 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.598072 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.598353 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.598638 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.598917 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.599195 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.599735 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.600044 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.600325 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.600601 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.600896 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.601182 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.601470 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.601754 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.602034 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.602332 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.602611 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.602895 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.603174 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.603454 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.603743 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.604049 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.604347 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.604644 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.604940 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.605235 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.605528 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.605809 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.606119 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.606400 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.606618 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 10:13:22.606856 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79056) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 23 10:13:22.989851 dv-cinder-802781-2-smb neutron-server[79056]: INFO keyring.backend [-] Loading KWallet Aug 23 10:13:22.997102 dv-cinder-802781-2-smb neutron-server[79056]: INFO keyring.backend [-] Loading SecretService Aug 23 10:13:23.000760 dv-cinder-802781-2-smb neutron-server[79056]: INFO keyring.backend [-] Loading Windows Aug 23 10:13:23.002066 dv-cinder-802781-2-smb neutron-server[79056]: INFO keyring.backend [-] Loading chainer Aug 23 10:13:23.002637 dv-cinder-802781-2-smb neutron-server[79056]: INFO keyring.backend [-] Loading macOS Aug 23 10:13:23.036209 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:13:23.036486 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=79056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:13:23.036776 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:13:23.037106 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 23 10:13:23.337758 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.337983 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.338253 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.339441 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.339719 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.340005 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.460972 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.461251 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.461517 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.474391 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.474920 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.475186 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.503889 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.504167 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.504436 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.541629 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.541909 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.542176 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.771812 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.772471 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.772471 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.772642 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.773539 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.895539 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.895880 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.896161 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.896427 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.896690 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.896997 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.897258 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.897511 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.897759 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.898039 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.898296 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.898556 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.898813 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.899063 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.899331 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.899587 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.899855 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.900120 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.900371 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.900646 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.900989 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.901237 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.901478 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.901756 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.902003 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.902241 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.902620 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 10:13:23.902854 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 10:13:23.903085 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 10:13:23.903315 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 10:13:23.903544 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 10:13:23.903773 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 10:13:23.904250 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 23 10:13:23.907965 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 23 10:13:23.911822 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 23 10:13:23.915540 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 23 10:13:23.917174 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 23 10:13:23.917613 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 23 10:13:23.917941 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 23 10:13:23.918320 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 23 10:13:23.921695 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 23 10:13:23.921937 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 23 10:13:23.922436 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 10:13:23.949624 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 23 10:13:23.950062 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.950357 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79056) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 23 10:13:23.950713 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.952113 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79056) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 23 10:13:23.952396 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 10:13:23.952642 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 23 10:13:23.955656 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:23.955958 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.018976 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 23 10:13:24.019212 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 23 10:13:24.019451 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 23 10:13:24.019817 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 23 10:13:24.052226 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_db.sqlalchemy.engines [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79056) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 23 10:13:24.383408 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Initializing driver for type 'gre' Aug 23 10:13:24.383858 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] gre ID ranges: [(1, 1000)] Aug 23 10:13:24.433615 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Initializing driver for type 'local' Aug 23 10:13:24.434005 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Initializing driver for type 'vlan' Aug 23 10:13:24.445329 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] VlanTypeDriver initialization complete Aug 23 10:13:24.445680 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Initializing driver for type 'vxlan' Aug 23 10:13:24.446157 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] vxlan ID ranges: [(1, 1000)] Aug 23 10:13:24.495769 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Initializing extension driver 'port_security' Aug 23 10:13:24.496145 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.extensions.port_security [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] PortSecurityExtensionDriver initialization complete Aug 23 10:13:24.496477 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Initializing mechanism driver 'openvswitch' Aug 23 10:13:24.496804 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Initializing mechanism driver 'hyperv' Aug 23 10:13:24.503351 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.plugins.ml2.plugin [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:13:24.504136 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > port after_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.504506 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > port after_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.504855 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > port after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.505237 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > subnet after_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.505585 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > subnet after_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.505922 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > subnet after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.506300 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > network after_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.506649 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > network after_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.506992 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > network after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.507366 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > security_group after_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.507709 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > security_group after_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.508074 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > security_group after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.508451 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.508789 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.509126 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.509494 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > address_group after_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.509829 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > address_group after_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.510168 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > address_group after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.510503 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] ML2 OVO RPC backend initialized. {{(pid=79056) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Aug 23 10:13:24.511197 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router_interface after_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.511544 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.511996 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > network before_response 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.512341 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > networks before_response 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.512686 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > port before_response 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.513021 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > ports before_response 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.513359 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > subnet before_response 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.513696 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > subnets before_response 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.514037 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > network after_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.514372 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > network after_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.514705 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > network after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.515040 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > port after_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.515369 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > port after_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.515700 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > port after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.516055 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > subnet after_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.516388 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > subnet after_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.516717 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > subnet after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.517284 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.plugin [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Modular L2 Plugin initialization complete Aug 23 10:13:24.517609 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading services supported by the core plugin {{(pid=79056) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 23 10:13:24.517932 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.plugins.ml2.managers [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Got port-security extension from driver 'port_security' Aug 23 10:13:24.518389 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.extensions.vlantransparent [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Disabled vlantransparent extension. Aug 23 10:13:24.518870 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79056) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 23 10:13:24.519182 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading Plugin: router Aug 23 10:13:24.555764 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router_interface before_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.556179 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router after_create 55549900 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.556551 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router before_create 55549900 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.556919 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.557289 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.557644 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router after_delete 55549900 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.558002 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > floatingip after_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.558366 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router after_create 55549900 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.558713 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router after_update 55549900 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.559065 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router after_update 55549900 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.559412 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.559771 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router after_update 55549900 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.560200 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router precommit_update 55549900 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.560569 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: port after_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.560912 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: port after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.561248 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: subnet after_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.561632 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.562057 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > port precommit_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.562327 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router precommit_create 55549900 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.562668 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: port before_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.563020 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router precommit_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.563361 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router after_update 55549900 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.563702 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router precommit_delete 55549900 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.564079 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router precommit_create 55549900 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.564440 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router_interface after_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.564782 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router precommit_update 55549900 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.565144 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > agent after_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.565490 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > agent after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.565833 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > network after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.566682 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Tracking information for resource: router configured {{(pid=79056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 10:13:24.567013 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Tracking information for resource: floatingip configured {{(pid=79056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 10:13:24.571799 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.db.l3_agentschedulers_db [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 23 10:13:24.572399 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: port after_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.572759 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: port after_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.573109 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: port after_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.573459 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: port after_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.574238 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router before_create 55550100 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.574606 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router precommit_delete 55550100 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.574970 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router precommit_create 55550100 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.575330 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > router precommit_update 55550100 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.579860 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.services.provider_configuration [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Service providers = [] {{(pid=79056) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 23 10:13:24.580232 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.db.servicetype_db [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79056) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 23 10:13:24.583163 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.services.service_base [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79056) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 10:13:24.583514 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.services.service_base [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79056) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 10:13:24.583877 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.services.service_base [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79056) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 10:13:24.584759 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.services.service_base [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79056) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 10:13:24.585288 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.services.service_base [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 23 10:13:24.585664 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 10:13:24.585979 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 23 10:13:24.596947 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 10:13:24.597281 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading Plugin: auto_allocate Aug 23 10:13:24.603261 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: network precommit_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.603630 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: network precommit_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.604183 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 10:13:24.604505 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading Plugin: tag Aug 23 10:13:24.611692 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 10:13:24.612046 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading Plugin: timestamp Aug 23 10:13:24.615789 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 10:13:24.616142 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading Plugin: network_ip_availability Aug 23 10:13:24.621294 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.621665 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.622019 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.622723 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 10:13:24.623042 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading Plugin: flavors Aug 23 10:13:24.629174 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 10:13:24.629498 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading Plugin: revisions Aug 23 10:13:24.633794 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 10:13:24.634141 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_concurrency.lockutils [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.597s {{(pid=79056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:13:24.634865 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79056) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 23 10:13:24.635201 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Initializing extension manager. Aug 23 10:13:24.635700 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: __init__.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.636071 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: __pycache__ {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.636403 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.636732 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: address_group.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.637483 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.638041 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: address-group Aug 23 10:13:24.638362 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: address_scope.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.639078 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.639636 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: address-scope Aug 23 10:13:24.639995 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: admin_state_down_before_update.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.640917 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.641420 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: router-admin-state-down-before-update Aug 23 10:13:24.641739 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: agent.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.642434 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.642931 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: agent Aug 23 10:13:24.643246 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: agent_resources_synced.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.644178 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.644678 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: agent-resources-synced Aug 23 10:13:24.644994 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: allowedaddresspairs.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.646775 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.647292 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: allowed-address-pairs Aug 23 10:13:24.647616 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: auto_allocated_topology.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.648708 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.649214 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: auto-allocated-topology Aug 23 10:13:24.649534 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: availability_zone.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.650219 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.650716 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: availability_zone Aug 23 10:13:24.651033 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: availability_zone_filter.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.651984 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.652484 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: availability_zone_filter Aug 23 10:13:24.652802 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: data_plane_status.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.653704 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.654202 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension data-plane-status not supported by any of loaded plugins Aug 23 10:13:24.654521 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: default_subnetpools.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.656009 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.656603 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: default-subnetpools Aug 23 10:13:24.656925 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: dhcpagentscheduler.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.657729 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.658228 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: dhcp_agent_scheduler Aug 23 10:13:24.658550 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: dns.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.659469 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.660004 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension dns-integration not supported by any of loaded plugins Aug 23 10:13:24.660329 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: dns_domain_ports.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.661251 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.661751 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 23 10:13:24.662073 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: dvr.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.662751 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.663251 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: dvr Aug 23 10:13:24.663572 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: empty_string_filtering.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.664538 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.665042 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: empty-string-filtering Aug 23 10:13:24.665362 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.666271 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.666772 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 23 10:13:24.667092 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.668034 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.668534 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 23 10:13:24.668851 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: external_net.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.669765 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.670268 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: external-net Aug 23 10:13:24.670586 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: extra_dhcp_opt.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.672204 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.672706 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: extra_dhcp_opt Aug 23 10:13:24.673024 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: extraroute.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.673930 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.674428 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: extraroute Aug 23 10:13:24.674744 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: extraroute_atomic.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.675775 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.676313 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: extraroute-atomic Aug 23 10:13:24.676633 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: filter_validation.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.677299 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.677794 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: filter-validation Aug 23 10:13:24.678111 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: fip_pf_description.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.679193 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.679689 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 23 10:13:24.680031 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: fip_port_details.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.680946 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.681447 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: fip-port-details Aug 23 10:13:24.681764 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: flavors.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.682980 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.683488 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: flavors Aug 23 10:13:24.683809 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.685474 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.685984 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 23 10:13:24.686312 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: floatingip_pools.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.687064 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.687561 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: floatingip-pools Aug 23 10:13:24.687913 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: ip_allocation.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.688846 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.689348 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension ip_allocation not supported by any of loaded plugins Aug 23 10:13:24.689669 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.690587 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.691091 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: ip-substring-filtering Aug 23 10:13:24.691432 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: l2_adjacency.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.692389 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.692890 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension l2_adjacency not supported by any of loaded plugins Aug 23 10:13:24.693211 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: l3.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.694171 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.694683 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: router Aug 23 10:13:24.695004 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: l3_conntrack_helper.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.697241 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.697770 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 23 10:13:24.698099 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.699038 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.699547 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: ext-gw-mode Aug 23 10:13:24.699897 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.700820 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.701326 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: l3-ha Aug 23 10:13:24.701645 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: l3_flavors.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.702656 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.703185 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: l3-flavors Aug 23 10:13:24.703504 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.704466 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.704967 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: l3-port-ip-change-not-allowed Aug 23 10:13:24.705285 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: l3agentscheduler.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.706316 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.706827 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: l3_agent_scheduler Aug 23 10:13:24.707155 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: logging.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.708665 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.709190 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension logging not supported by any of loaded plugins Aug 23 10:13:24.709519 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: metering.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.710259 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.710828 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: metering Aug 23 10:13:24.711151 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.712256 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.712772 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: metering_source_and_destination_fields Aug 23 10:13:24.713098 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: multiprovidernet.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.714140 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.714649 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: multi-provider Aug 23 10:13:24.714976 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: netmtu.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.715925 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.716433 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: net-mtu Aug 23 10:13:24.716756 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: netmtu_writable.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.717678 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.718692 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: net-mtu-writable Aug 23 10:13:24.719020 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: network_availability_zone.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.719695 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.720230 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: network_availability_zone Aug 23 10:13:24.720553 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: network_ip_availability.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.721644 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.722139 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: network-ip-availability Aug 23 10:13:24.722462 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: network_segment_range.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.723222 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.723718 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension network-segment-range not supported by any of loaded plugins Aug 23 10:13:24.724072 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: pagination.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.725294 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.725621 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: pagination Aug 23 10:13:24.725939 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: port_device_profile.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.726853 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.727360 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: port-device-profile Aug 23 10:13:24.727678 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.728625 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.729135 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: port-mac-address-regenerate Aug 23 10:13:24.729454 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.730379 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.730883 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: port-numa-affinity-policy Aug 23 10:13:24.731202 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: port_resource_request.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.732151 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.732651 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension port-resource-request not supported by any of loaded plugins Aug 23 10:13:24.732966 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: portbindings.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.734501 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.735006 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: binding Aug 23 10:13:24.735325 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: portbindings_extended.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.736633 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.737143 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: binding-extended Aug 23 10:13:24.737468 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: portsecurity.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.738377 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.738890 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: port-security Aug 23 10:13:24.739211 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: project_id.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.740205 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.740534 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: project-id Aug 23 10:13:24.740852 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: providernet.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.741771 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.742275 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: provider Aug 23 10:13:24.742592 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: qos.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.746067 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.746589 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension qos not supported by any of loaded plugins Aug 23 10:13:24.746920 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.748203 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.748718 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 23 10:13:24.749097 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.750023 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.750532 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 23 10:13:24.750853 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: qos_default.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.751765 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.752302 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension qos-default not supported by any of loaded plugins Aug 23 10:13:24.752624 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: qos_fip.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.753270 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.753765 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension qos-fip not supported by any of loaded plugins Aug 23 10:13:24.754082 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: qos_gateway_ip.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.755004 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.755507 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 23 10:13:24.755827 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: qos_port_network_policy.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.756755 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.757255 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 23 10:13:24.757575 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: qos_rule_type_details.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.758484 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.758990 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 23 10:13:24.759310 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: qos_rules_alias.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.760378 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.760883 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 23 10:13:24.761204 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: quotasv2.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.762095 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.762539 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: quotas Aug 23 10:13:24.762860 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: quotasv2_detail.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.764502 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.764866 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: quota_details Aug 23 10:13:24.765330 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: rbac.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.766383 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.766904 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: rbac-policies Aug 23 10:13:24.767233 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: rbac_address_group.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.768189 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.768698 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: rbac-address-group Aug 23 10:13:24.769029 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: rbac_address_scope.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.769952 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.770461 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: rbac-address-scope Aug 23 10:13:24.770783 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: rbac_security_groups.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.771701 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.772249 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: rbac-security-groups Aug 23 10:13:24.772759 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: rbac_subnetpool.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.773496 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.774007 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: rbac-subnetpool Aug 23 10:13:24.774331 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: revisionifmatch.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.775254 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.775765 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: revision-if-match Aug 23 10:13:24.776110 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: revisions.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.777215 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.777726 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: standard-attr-revisions Aug 23 10:13:24.778048 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: router_availability_zone.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.778719 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.779230 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: router_availability_zone Aug 23 10:13:24.779546 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: routerservicetype.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.781153 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.781660 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension router-service-type not supported by any of loaded plugins Aug 23 10:13:24.781980 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.782900 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.783404 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: security-groups-normalized-cidr Aug 23 10:13:24.783723 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: security_groups_port_filtering.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.784663 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.785169 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: port-security-groups-filtering Aug 23 10:13:24.785488 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.786402 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.786905 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: security-groups-remote-address-group Aug 23 10:13:24.787224 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: securitygroup.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.797385 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.797907 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: security-group Aug 23 10:13:24.798239 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: segment.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.799020 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.799528 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension segment not supported by any of loaded plugins Aug 23 10:13:24.799874 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.800818 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.801326 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 23 10:13:24.801646 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: servicetype.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.802755 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.803269 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: service-type Aug 23 10:13:24.803595 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: sorting.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.804607 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.804934 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: sorting Aug 23 10:13:24.805253 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: standard_attr_segment.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.806166 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.806674 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 23 10:13:24.806995 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: standardattrdescription.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.807642 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.808174 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: standard-attr-description Aug 23 10:13:24.808500 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: stateful_security_group.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.809419 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.809933 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: stateful-security-group Aug 23 10:13:24.810253 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: stdattrs_common.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.810840 dv-cinder-802781-2-smb neutron-server[79056]: WARNING neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 23 10:13:24.811160 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.812245 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.812722 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 23 10:13:24.813041 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: subnet_onboard.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.814102 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.814611 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: subnet_onboard Aug 23 10:13:24.814930 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.815858 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.816375 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 23 10:13:24.816691 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: subnet_service_types.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.817623 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.818131 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: subnet-service-types Aug 23 10:13:24.818450 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: subnetallocation.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.819539 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.820075 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: subnet_allocation Aug 23 10:13:24.820397 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.821066 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.821570 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: subnetpool-prefix-ops Aug 23 10:13:24.821890 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.822825 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.823322 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 23 10:13:24.823638 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: tagging.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.824705 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.825215 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: standard-attr-tag Aug 23 10:13:24.825539 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: timestamp.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.826724 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.827286 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loaded extension: standard-attr-timestamp Aug 23 10:13:24.827589 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: trunk.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.828649 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.829160 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension trunk not supported by any of loaded plugins Aug 23 10:13:24.829489 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: trunk_details.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.830405 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.830911 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension trunk-details not supported by any of loaded plugins Aug 23 10:13:24.831232 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: uplink_status_propagation.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.832260 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.832764 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 23 10:13:24.833084 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Loading extension file: vlantransparent.py {{(pid=79056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:24.833757 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:24.834258 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extension vlan-transparent not supported by any of loaded plugins Aug 23 10:13:24.836662 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Creating instance of TrackedResource for resource:network Aug 23 10:13:24.837373 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Creating instance of TrackedResource for resource:subnet Aug 23 10:13:24.838152 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 10:13:24.838764 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Creating instance of TrackedResource for resource:port Aug 23 10:13:24.840046 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.v2.resource_helper [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:24.840480 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.v2.resource_helper [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Service FLAVORS assigned prefix: {{(pid=79056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:24.841186 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.v2.resource_helper [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:24.841635 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.v2.resource_helper [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:24.841963 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Creating instance of TrackedResource for resource:router Aug 23 10:13:24.842614 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Creating instance of TrackedResource for resource:floatingip Aug 23 10:13:24.843858 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.v2.resource_helper [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Service METERING assigned prefix: /metering {{(pid=79056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:24.845250 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.845613 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.845963 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:24.847105 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 10:13:24.847539 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Creating instance of TrackedResource for resource:security_group Aug 23 10:13:24.848229 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 10:13:24.848969 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.v2.resource_helper [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Service CORE assigned prefix: {{(pid=79056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:24.849297 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 10:13:24.849907 dv-cinder-802781-2-smb neutron-server[79056]: WARNING neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] subnetpool is already registered Aug 23 10:13:24.850508 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.v2.resource_helper [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Service CORE assigned prefix: {{(pid=79056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:24.850832 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 10:13:24.851153 dv-cinder-802781-2-smb neutron-server[79056]: WARNING neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] subnetpool is already registered Aug 23 10:13:24.853729 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.v2.resource_helper [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:24.854160 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.v2.resource_helper [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Service FLAVORS assigned prefix: {{(pid=79056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:24.854747 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.v2.resource_helper [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:24.855167 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.v2.resource_helper [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:24.855497 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Creating instance of TrackedResource for resource:router Aug 23 10:13:24.855824 dv-cinder-802781-2-smb neutron-server[79056]: WARNING neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] router is already registered Aug 23 10:13:24.856439 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Creating instance of TrackedResource for resource:floatingip Aug 23 10:13:24.856772 dv-cinder-802781-2-smb neutron-server[79056]: WARNING neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] floatingip is already registered Aug 23 10:13:24.857396 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.v2.resource_helper [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Service METERING assigned prefix: /metering {{(pid=79056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:24.858065 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 10:13:24.859044 dv-cinder-802781-2-smb neutron-server[79056]: WARNING neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] rbac_policy is already registered Aug 23 10:13:24.859696 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Creating instance of TrackedResource for resource:security_group Aug 23 10:13:24.860067 dv-cinder-802781-2-smb neutron-server[79056]: WARNING neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] security_group is already registered Aug 23 10:13:24.860655 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 10:13:24.860981 dv-cinder-802781-2-smb neutron-server[79056]: WARNING neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] security_group_rule is already registered Aug 23 10:13:24.861646 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.v2.resource_helper [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Service CORE assigned prefix: {{(pid=79056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:24.861973 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 10:13:24.862303 dv-cinder-802781-2-smb neutron-server[79056]: WARNING neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] subnetpool is already registered Aug 23 10:13:24.862894 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.v2.resource_helper [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Service CORE assigned prefix: {{(pid=79056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:24.863216 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 10:13:24.863535 dv-cinder-802781-2-smb neutron-server[79056]: WARNING neutron.quota.resource_registry [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] subnetpool is already registered Aug 23 10:13:24.864191 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: extensions {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.865662 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: address-groups {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.867280 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: address-scopes {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.868519 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: agents {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.869676 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: auto-allocated-topology {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.870940 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: availability_zones {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.873239 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: dhcp-networks {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.875462 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: dhcp-agents {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.876937 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: routers {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.878751 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: flavors {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.879939 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: service_profiles {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.881150 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: next_providers {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.882675 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: service_profiles {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.884220 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: floatingip-pools {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.885401 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: routers {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.887199 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: floatingips {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.888416 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: l3-routers {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.890315 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: l3-agents {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.891916 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: metering-labels {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.893265 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: metering-label-rules {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.894552 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: network-ip-availabilities {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.895814 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: bindings {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.897493 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: quotas {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.898984 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: quotas {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.900429 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: rbac-policies {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.901725 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: security-groups {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.902933 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: security-group-rules {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.904203 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: service-providers {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.906304 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: subnetpools {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.907686 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: subnetpools {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.909164 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: tags {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.910864 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: tags {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.912719 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: tags {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.914502 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: tags {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.916309 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: tags {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.918164 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: tags {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.919884 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: tags {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.921846 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: tags {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.923600 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: tags {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.925472 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron.api.extensions [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Extended resource: tags {{(pid=79056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:24.931378 dv-cinder-802781-2-smb neutron-server[79056]: WARNING keystonemiddleware.auth_token [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 23 10:13:24.937058 dv-cinder-802781-2-smb neutron-server[79056]: WARNING keystonemiddleware.auth_token [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 23 10:13:24.945039 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_concurrency.lockutils [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Acquired lock "singleton_lock" {{(pid=79056) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 23 10:13:24.945507 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_concurrency.lockutils [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Releasing lock "singleton_lock" {{(pid=79056) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 23 10:13:24.946134 dv-cinder-802781-2-smb neutron-server[79056]: INFO oslo_service.service [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Starting 2 workers Aug 23 10:13:24.950702 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Started child 79163 {{(pid=79056) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 10:13:24.955478 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Started child 79164 {{(pid=79056) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 10:13:24.956490 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:24.957057 dv-cinder-802781-2-smb neutron-server[79056]: INFO neutron.service [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Neutron service started, listening on 0.0.0.0:9696 Aug 23 10:13:24.957681 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Notify callbacks [] for process, before_spawn {{(pid=79056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:24.957995 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [-] (79163) wsgi starting up on http://0.0.0.0:9696 Aug 23 10:13:24.959807 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:24.960257 dv-cinder-802781-2-smb neutron-server[79056]: INFO oslo_service.service [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Starting 1 workers Aug 23 10:13:24.961225 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [-] (79164) wsgi starting up on http://0.0.0.0:9696 Aug 23 10:13:24.965012 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Started child 79165 {{(pid=79056) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 10:13:24.965519 dv-cinder-802781-2-smb neutron-server[79056]: INFO oslo_service.service [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Starting 1 workers Aug 23 10:13:24.968845 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.service [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] calling RpcWorker wait() {{(pid=79165) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 23 10:13:24.969383 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.service [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] returning from RpcWorker wait() {{(pid=79165) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 23 10:13:24.970381 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Started child 79166 {{(pid=79056) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 10:13:24.970578 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:24.971030 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:13:24.971180 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG neutron_lib.callbacks.manager [None req-48e7f870-b0bd-4dda-adb7-efcda695fcbe None None] Notify callbacks [] for process, after_spawn {{(pid=79056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:24.973103 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79056) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 23 10:13:24.973310 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 23 10:13:24.973496 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 23 10:13:24.973708 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 23 10:13:24.974057 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 23 10:13:24.974222 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 23 10:13:24.974984 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.975272 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.975543 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.975805 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.975984 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:24.976448 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.976646 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.976939 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.977205 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.977491 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.977727 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.977896 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.978061 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.978324 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.978568 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.978877 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.979133 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.979370 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.979640 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.979809 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.980081 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.980360 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.980581 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.980839 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] debug = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.981086 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.981595 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.981821 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.982058 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.982294 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.982572 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.982797 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.983076 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.983324 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.983731 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.984130 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.984403 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.984644 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.984876 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.985096 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.985342 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.985559 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.986056 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] host = dv-cinder-802781-2-smb {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.986288 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.986521 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.986748 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.987008 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.987263 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.987479 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.987743 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.988017 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.988265 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.988519 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.988757 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.989006 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.989250 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.989487 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] log_file = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.989650 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] log_options = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.989864 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.990148 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.990428 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.990618 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.990797 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.991014 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.991261 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.991394 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.991608 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.991857 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.992151 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.992382 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.992639 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.992851 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.993109 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.993358 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.993590 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.993814 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.994069 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.994312 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.994538 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.994770 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.994990 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.995210 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.995422 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.995666 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.995924 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.996163 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.996373 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.996697 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.997044 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.997749 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.997749 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.998055 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.998341 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.998502 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.998640 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.998916 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.999270 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.999554 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:24.999778 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.000052 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.000247 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.000462 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.000700 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.000920 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] use_json = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.001135 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.001619 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.002020 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.002380 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.002520 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.002758 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.002889 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.003558 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.003558 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.003873 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.004251 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.004502 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.004756 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.005000 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.006967 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.006967 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.006967 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.007343 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:13:25.007486 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.007486 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.007486 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.007486 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.007486 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.008093 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.008093 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.008245 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.008483 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.008714 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.009110 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.009328 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.009550 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.009871 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.010146 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.010412 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.010661 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.011301 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.011301 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.011574 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.011574 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.011824 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.012022 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.012235 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.012454 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.012669 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.012907 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.013137 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.013376 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.013597 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.014009 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.014488 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.015385 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.015624 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.015895 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.016138 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.016359 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.016578 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.016833 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.017056 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.017303 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.017551 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.018122 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.018360 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.018561 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.018785 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.019038 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.019258 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.019476 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.019829 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.020239 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.020615 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.021023 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.021395 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.021760 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.022131 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.022497 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.022870 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.023227 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.023599 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.023820 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.024068 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.024313 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.024532 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.024764 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.025165 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.025583 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.025797 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.026162 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.026382 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.026758 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.027140 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.027508 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.027730 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.027992 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.028424 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.028761 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.029022 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.029290 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.029533 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.029795 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.030047 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.030952 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.031316 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.031565 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.031801 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.032109 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.032374 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.032630 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.032856 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.033091 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.033313 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.033530 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.033772 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.033992 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.034251 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.034475 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.034745 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.035003 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.035252 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.035524 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.035773 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.036087 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.036334 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.036612 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.036830 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.037093 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.037377 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.037646 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.037880 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.038140 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.038390 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.038650 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.038881 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.039146 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.039378 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.039628 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.039860 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.040147 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.040406 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.040624 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.040835 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.041091 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.041430 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.041679 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.041910 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.042121 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.042384 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.042633 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.042868 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.043126 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.043401 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.043636 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.043913 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.044162 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.044390 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.044638 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.044894 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.045108 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.045347 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.045574 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.045814 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.046052 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.046267 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.046527 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.046741 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.046958 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.047194 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.047441 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.047658 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.049440 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.049440 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.049440 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.049440 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.049440 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.049440 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.049440 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.049440 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.050027 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.050027 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.050168 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.050941 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.050941 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.050941 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.051160 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.051386 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.051729 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.052125 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.052271 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.052834 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.052834 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.053119 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.053254 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.053487 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.053718 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.053966 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.054202 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.054418 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.054743 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.055001 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.055232 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.055494 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.055712 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.055992 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.056243 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.056478 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.056698 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.056910 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.057146 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.057405 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.057645 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.057896 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.058106 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.058316 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.058528 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.058762 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.058976 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.059263 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.059505 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.059734 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.060013 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.060250 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.060505 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.060726 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.060960 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.061180 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.061398 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.061673 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.061887 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.062121 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.062338 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.062547 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.062830 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.063080 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.063311 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.063612 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.063888 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.064136 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.064400 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.064712 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.064925 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.065163 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.065420 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.065636 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.065869 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.066118 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.066435 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.066725 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.066955 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.067203 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.067475 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.067754 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.068049 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.068277 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.068573 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.068899 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.069181 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.069429 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.069659 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.069931 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.070152 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.070368 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.070583 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.070813 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.071049 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.071311 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.071560 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.071781 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.072213 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.072462 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.072676 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.072900 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.073130 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.073355 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.073598 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.073754 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 10:13:25.074270 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79056) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 23 10:13:25.074429 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 23 10:13:25.074581 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 23 10:13:25.074746 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 23 10:13:25.074914 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 23 10:13:25.075065 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 23 10:13:25.075269 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.075428 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.075585 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.075743 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.075924 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.076102 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.076260 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.076415 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.076572 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.076730 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.076888 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.077044 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.077822 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.078071 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.078393 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.078557 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.078714 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.078918 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.079042 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.079163 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.079311 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.079467 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.079623 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] debug = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.079780 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.079998 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.080164 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.080322 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.080479 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.080634 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.080789 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.080945 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.081101 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.081257 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.081412 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.081569 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.081727 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.081883 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.082043 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.082199 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.082356 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.082511 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] host = dv-cinder-802781-2-smb {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.082666 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.082822 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.082977 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.083132 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.083289 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.083507 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.084443 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.084443 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.084443 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.085761 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.085761 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.085761 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.085761 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.085761 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] log_file = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.085761 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] log_options = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.085761 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.085761 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.085761 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.086570 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.086570 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.086570 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.086570 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.086570 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.086915 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.086915 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.086915 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.087117 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.087219 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.087377 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.087540 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.087663 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.087977 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.087977 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.088224 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.088310 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.088419 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.088575 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.088731 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.088897 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.089033 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.089173 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.089329 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.089485 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.089641 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.089798 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.089953 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.090110 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.090267 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.090424 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.090579 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.090735 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.090891 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.091054 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.091212 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.091370 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.091525 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.091681 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.091853 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.092015 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.092169 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.092477 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] use_json = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.094520 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.094520 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.094520 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.094520 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.094520 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.094520 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.094520 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.094520 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:25.095160 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.095160 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.095160 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.095160 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.095437 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.095437 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.095751 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.095751 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.096037 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.096160 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.096322 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.096461 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.096541 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.096678 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.097438 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.097438 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.097438 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.097438 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.097438 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.097789 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.097789 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.097929 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.098034 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.098196 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.098357 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.098515 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.098846 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.099010 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.099173 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.099333 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.099754 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.099960 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.100082 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.100471 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.100471 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.100627 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.100706 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.101165 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.101165 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.101165 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.101560 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.101560 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.101560 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.102152 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.102152 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.102152 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.102152 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.103417 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.103417 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.103417 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.103417 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.103417 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.103417 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.103417 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.103417 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.103992 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.103992 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.103992 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.103992 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.104266 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.104266 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.104409 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.104558 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.104716 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.105073 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.105235 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.105398 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.105557 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.105717 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.105878 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.106038 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.106198 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.106359 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.106517 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.106677 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.106836 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.106998 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.107159 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.107319 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.107478 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.107563 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:13:25.107647 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.107785 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.107968 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.108127 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.108296 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.108584 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.108750 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.108910 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.109071 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.109231 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.109390 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.109548 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.109707 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.109866 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.110025 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.110184 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.110342 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.110504 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.110663 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.110822 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.110980 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.111140 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.111298 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.111457 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.111615 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.111773 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.111956 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.112121 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.112281 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.112439 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.112597 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.112766 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.112924 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.113086 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.113246 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.113412 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.113582 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.113742 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.113901 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.114061 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.114237 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.114365 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.114528 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.114686 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.114845 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.115003 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.115162 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.115329 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.115499 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.115659 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.115818 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.116003 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.116184 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.116343 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.116502 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.116661 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.116818 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.116976 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.117135 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.117294 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.117454 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.117612 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.117772 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.117931 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.118090 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.118248 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.118401 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.118540 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.119122 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.119288 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.119448 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.119608 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.120177 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.120177 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.121448 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.121448 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.121448 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.121448 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.121448 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.121448 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.121448 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.121448 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.123001 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.123001 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.123001 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.123001 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.123001 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.123001 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.123001 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.123001 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.123776 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.123776 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.123776 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.123776 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.123776 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.123776 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.123776 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.123776 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.124674 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.124674 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.124674 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.124674 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.124674 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.124674 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.125187 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.125187 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.125187 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.125187 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.125551 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.125551 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.125779 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.125779 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.126085 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.126085 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.126318 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.126439 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.126560 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.126680 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.126801 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.126956 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.127116 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.127277 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.127437 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.127597 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.127757 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.127942 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.128115 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.128275 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.128435 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.128597 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.128754 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.129080 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.129246 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.129744 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.129744 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.129744 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.129962 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.130039 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.130166 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.130299 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.130422 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.130595 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.130755 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.130914 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.131080 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.131239 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.131399 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.131558 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.131728 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.131934 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.132107 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.132267 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.132425 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.132585 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.132746 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.132910 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.133078 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.133244 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.133405 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.133575 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.133743 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.133912 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.134072 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.134287 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.134407 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.134558 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.134717 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.134876 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.135034 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.135192 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.135351 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.135510 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.135667 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.135826 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.136006 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.136167 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.136325 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.136484 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.136641 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.136800 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.136959 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.137117 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.137277 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.137435 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:25.137569 dv-cinder-802781-2-smb neutron-server[79056]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 10:13:25.372383 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 35988) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:13:25.381247 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061972 Aug 23 10:13:36.173269 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172d3304-dcfd-416e-b2e2-af9e665910a0 None None] get_active_networks_info from dv-cinder-802781-2-smb {{(pid=79165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 23 10:13:36.313907 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172d3304-dcfd-416e-b2e2-af9e665910a0 None None] No non-hosted networks {{(pid=79165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 23 10:13:36.314985 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-0efff998-6b2d-4bff-9931-999dfd57f87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3830611'] for agent, after_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:36.719910 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3830611'] for agent, after_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:36.720610 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:36.721469 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:36.721815 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:36.722140 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:36.722463 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:36.723248 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:36.723571 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:36.724006 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:36.724327 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:36.724908 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:36.725230 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:36.725547 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:36.725953 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802781-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:13:36.736678 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802781-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:13:38.915595 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-9b346887-87fc-4713-9443-ba77d5d33a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3830611'] for agent, after_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:38.958074 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e4d8737d-954e-412b-82ea-152dc1b39139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:39.411412 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3830611'] for agent, after_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:40.796692 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3830611'] for agent, after_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:42.471512 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 36080) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:13:42.895554 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.db.l3_hamode_db [None req-8e9dca1f-8417-430e-835a-fc0146cacfa1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 23 10:13:42.978904 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9dca1f-8417-430e-835a-fc0146cacfa1 None None] Routers set() bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:13:42.979210 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9dca1f-8417-430e-835a-fc0146cacfa1 None None] Router IDs set() for agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 23 10:13:43.048531 dv-cinder-802781-2-smb neutron-server[79164]: WARNING oslo_policy.policy [None req-a47985ae-73d0-4baa-8571-c2d88db2af2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 10:13:43.049098 dv-cinder-802781-2-smb neutron-server[79164]: WARNING oslo_policy.policy [None req-a47985ae-73d0-4baa-8571-c2d88db2af2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 10:13:43.266759 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [None req-a47985ae-73d0-4baa-8571-c2d88db2af2e admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=79164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:13:43.267730 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-a47985ae-73d0-4baa-8571-c2d88db2af2e admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7952213 Aug 23 10:13:45.577167 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 36094) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:13:45.930944 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-fb5e6d7f-5fcd-403b-bf6a-08edbe23c9bb admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:13:46.029796 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.policy [None req-fb5e6d7f-5fcd-403b-bf6a-08edbe23c9bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79164) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 10:13:46.074114 dv-cinder-802781-2-smb neutron-server[79164]: WARNING oslo_policy.policy [None req-fb5e6d7f-5fcd-403b-bf6a-08edbe23c9bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 10:13:46.074480 dv-cinder-802781-2-smb neutron-server[79164]: WARNING oslo_policy.policy [None req-fb5e6d7f-5fcd-403b-bf6a-08edbe23c9bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 10:13:46.083512 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.quota [None req-fb5e6d7f-5fcd-403b-bf6a-08edbe23c9bb admin admin] Loaded quota_driver: . Aug 23 10:13:46.098712 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-fb5e6d7f-5fcd-403b-bf6a-08edbe23c9bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:13:46.158884 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6d7f-5fcd-403b-bf6a-08edbe23c9bb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775979975955', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775979976556', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775979934033', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775979929039', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775979952038', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775979944105', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-830190', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3394051', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-315469', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-415326'] for rbac-policy, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:46.222222 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6d7f-5fcd-403b-bf6a-08edbe23c9bb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:46.223374 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-fb5e6d7f-5fcd-403b-bf6a-08edbe23c9bb admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6452739 Aug 23 10:13:48.790142 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 36108) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:13:49.130458 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '32029662336d4469bdfe2f347881477c', 'name': 'private'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:13:49.135207 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:13:49.139679 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Usage tracker for resource:network and tenant:32029662336d4469bdfe2f347881477c is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:13:49.144172 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:13:49.150186 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:13:49.160142 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Made reservation on behalf of 32029662336d4469bdfe2f347881477c for: {'network': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:13:49.162841 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for network, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:49.181221 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:49.195156 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:13:49.198820 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Usage tracker for resource:security_group_rule and tenant:32029662336d4469bdfe2f347881477c is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:13:49.204069 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:13:49.209598 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:13:49.305699 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:49.309318 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:49.314693 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:13:49.332855 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=79164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:13:49.359891 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775983548308', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:49.360427 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Unsubscribe: segment precommit_create {{(pid=79164) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 10:13:49.360933 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.db.segments_db [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Added segment 61254045-87e7-418c-a7a6-ebcd288ad4db of type vlan for network 86b3b778-94ac-47ae-9d47-157aa0b44c05 Aug 23 10:13:49.408952 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684e360f-9a61-4661-a6b7-b4c7d694a2d5,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:13:49.428867 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:49.429208 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:49.429550 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:49.429868 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:49.430190 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:49.430511 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:49.430827 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:49.431141 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:49.431468 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:49.431781 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:49.432117 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:49.432424 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Tracked resource versions report: Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: pushed versions: Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: { 'AddressGroup': {'1.2'}, Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'ConntrackHelper': {'1.0'}, Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'Log': {'1.0'}, Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'Network': {'1.1'}, Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'Port': {'1.7'}, Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'PortForwarding': {'1.2'}, Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'QosPolicy': {'1.8'}, Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'SecurityGroup': {'1.4'}, Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'SecurityGroupRule': {'1.2'}, Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'SubPort': {'1.0'}, Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'Subnet': {'1.1'}, Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'Trunk': {'1.1'}} Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: consumer versions: Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: { DHCP agent@dv-cinder-802781-2-smb: {}, Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: L3 agent@dv-cinder-802781-2-smb: {}, Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: Metadata agent@dv-cinder-802781-2-smb: {}, Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: Metering agent@dv-cinder-802781-2-smb: {}, Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: Open vSwitch agent@dv-cinder-802781-2-smb: { 'AddressGroup': '1.2', Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'ConntrackHelper': '1.0', Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'Log': '1.0', Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'Network': '1.1', Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'Port': '1.7', Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'PortForwarding': '1.2', Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'QosPolicy': '1.8', Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'SecurityGroup': '1.4', Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'SecurityGroupRule': '1.2', Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'SubPort': '1.0', Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'Subnet': '1.1', Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: 'Trunk': '1.1'}} Aug 23 10:13:49.433649 dv-cinder-802781-2-smb neutron-server[79164]: {{(pid=79164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 10:13:49.479236 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775983037579'] for network, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:49.484996 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:13:49.520008 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for network, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:49.521402 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:13:49.522042 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:49.526462 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:13:49.628438 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8371513 Aug 23 10:13:49.633218 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Pushing event updated for resources: {'Network': ['ID=86b3b778-94ac-47ae-9d47-157aa0b44c05,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:13:49.636557 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:13:49.646307 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Network 86b3b778-94ac-47ae-9d47-157aa0b44c05 details requested by agent ovs-agent-dv-cinder-802781-2-smb with host dv-cinder-802781-2-smb {{(pid=79165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:13:52.274903 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36124) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:13:52.844440 dv-cinder-802781-2-smb neutron-server[79163]: WARNING oslo_policy.policy [None req-f4f55814-9c97-40f4-ab54-e55e0879a132 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 10:13:52.844995 dv-cinder-802781-2-smb neutron-server[79163]: WARNING oslo_policy.policy [None req-f4f55814-9c97-40f4-ab54-e55e0879a132 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 10:13:53.285437 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.policy [None req-f4f55814-9c97-40f4-ab54-e55e0879a132 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79163) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 10:13:53.330333 dv-cinder-802781-2-smb neutron-server[79163]: WARNING oslo_policy.policy [None req-f4f55814-9c97-40f4-ab54-e55e0879a132 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 10:13:53.330703 dv-cinder-802781-2-smb neutron-server[79163]: WARNING oslo_policy.policy [None req-f4f55814-9c97-40f4-ab54-e55e0879a132 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 10:13:53.338767 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f55814-9c97-40f4-ab54-e55e0879a132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:13:53.340683 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-f4f55814-9c97-40f4-ab54-e55e0879a132 admin admin] 10.222.0.20 "GET /v2.0/networks/86b3b778-94ac-47ae-9d47-157aa0b44c05 HTTP/1.1" status: 200 len: 825 time: 1.0637152 Aug 23 10:13:53.372924 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-29f4ec5b-b2e2-46fd-b1eb-01c45aedcbe6 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/e0b25422-3832-490b-83a9-0c3f46e4812c HTTP/1.1" status: 200 len: 734 time: 0.0269809 Aug 23 10:13:53.381995 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Request body: {'subnet': {'tenant_id': '32029662336d4469bdfe2f347881477c', 'network_id': '86b3b778-94ac-47ae-9d47-157aa0b44c05', 'subnetpool_id': 'e0b25422-3832-490b-83a9-0c3f46e4812c', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:13:53.383553 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.quota [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Loaded quota_driver: . Aug 23 10:13:53.389406 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:13:53.394741 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Usage tracker for resource:subnet and tenant:32029662336d4469bdfe2f347881477c is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:13:53.397997 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:13:53.405381 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:13:53.419166 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Made reservation on behalf of 32029662336d4469bdfe2f347881477c for: {'subnet': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:13:53.422611 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:53.725526 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for subnet, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:53.731303 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:13:53.808402 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Checking segment: {'id': '61254045-87e7-418c-a7a6-ebcd288ad4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '86b3b778-94ac-47ae-9d47-157aa0b44c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:13:53.808784 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Network hostable DHCP agents. Network: 86b3b778-94ac-47ae-9d47-157aa0b44c05, hostable agents: ['e4366bde-9e46-4a9c-adf7-2d64cdf13340'], hosted agents: [] {{(pid=79163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:13:53.825497 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0c708bc-8a63-4698-8b39-fd61f6f28932,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:13:53.838081 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:53.838530 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:53.838862 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:53.839251 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:53.839635 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:53.839982 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:53.840308 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:53.840620 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:53.841026 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:53.841426 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:53.841740 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:53.842049 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Tracked resource versions report: Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: pushed versions: Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: { 'AddressGroup': {'1.2'}, Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'ConntrackHelper': {'1.0'}, Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'Log': {'1.0'}, Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'Network': {'1.1'}, Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'Port': {'1.7'}, Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'PortForwarding': {'1.2'}, Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'QosPolicy': {'1.8'}, Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'SecurityGroup': {'1.4'}, Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'SecurityGroupRule': {'1.2'}, Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'SubPort': {'1.0'}, Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'Subnet': {'1.1'}, Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'Trunk': {'1.1'}} Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: consumer versions: Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: { DHCP agent@dv-cinder-802781-2-smb: {}, Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: L3 agent@dv-cinder-802781-2-smb: {}, Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: Metadata agent@dv-cinder-802781-2-smb: {}, Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: Metering agent@dv-cinder-802781-2-smb: {}, Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: Open vSwitch agent@dv-cinder-802781-2-smb: { 'AddressGroup': '1.2', Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'ConntrackHelper': '1.0', Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'Log': '1.0', Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'Network': '1.1', Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'Port': '1.7', Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'PortForwarding': '1.2', Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'QosPolicy': '1.8', Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'SecurityGroup': '1.4', Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'SecurityGroupRule': '1.2', Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'SubPort': '1.0', Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'Subnet': '1.1', Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: 'Trunk': '1.1'}} Aug 23 10:13:53.843276 dv-cinder-802781-2-smb neutron-server[79163]: {{(pid=79163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 10:13:53.862639 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Network 86b3b778-94ac-47ae-9d47-157aa0b44c05 is scheduled to be hosted by DHCP agent e4366bde-9e46-4a9c-adf7-2d64cdf13340 with binding_index 1 {{(pid=79163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:13:53.875314 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-smb, 86b3b778-94ac-47ae-9d47-157aa0b44c05) {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:13:53.886694 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:13:53.896592 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:13:53.897232 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:53.901326 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0216105f-7b45-47d5-9b78-d8a306581e43 None None] Network 86b3b778-94ac-47ae-9d47-157aa0b44c05 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:13:53.918928 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5402806 Aug 23 10:13:54.296194 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76cf127e-a354-528f-8ac1-44611a3235cc-86b3b778-94ac-47ae-9d47-157aa0b44c05', 'network_id': '86b3b778-94ac-47ae-9d47-157aa0b44c05', 'tenant_id': '32029662336d4469bdfe2f347881477c', 'fixed_ips': [{'subnet_id': 'f0c708bc-8a63-4698-8b39-fd61f6f28932'}]}} from dv-cinder-802781-2-smb. {{(pid=79165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 10:13:54.297357 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:54.480294 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.db_base_plugin_common [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Allocated IP 172.20.0.2 (86b3b778-94ac-47ae-9d47-157aa0b44c05/f0c708bc-8a63-4698-8b39-fd61f6f28932/209ca7f5-c7e3-4a27-ac98-0aa5f744c915) {{(pid=79165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:13:54.705366 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Notify callbacks [] for port, precommit_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:54.719676 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Transition to ACTIVE for port object 209ca7f5-c7e3-4a27-ac98-0aa5f744c915 will not be triggered until provisioned by entity L2. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:13:54.741477 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Transition to ACTIVE for port object 209ca7f5-c7e3-4a27-ac98-0aa5f744c915 will not be triggered until provisioned by entity DHCP. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:13:54.748238 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:54.753102 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:13:54.811322 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Network 86b3b778-94ac-47ae-9d47-157aa0b44c05 is already hosted by enough agents. {{(pid=79165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:13:54.816289 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.scheduler.base_scheduler [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Resources bound (agent type, host, resource id): {{(pid=79165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:13:54.823329 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Received port after_create {{(pid=79165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:13:54.827156 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Pushing event updated for resources: {'Port': ['ID=209ca7f5-c7e3-4a27-ac98-0aa5f744c915,revision_number=1']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:13:54.865128 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:54.865470 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:54.865801 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:54.866123 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:54.866443 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:54.866765 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:54.867085 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:54.867397 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:54.867710 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:54.868045 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:54.868355 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:54.868665 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Tracked resource versions report: Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: pushed versions: Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: { 'AddressGroup': {'1.2'}, Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'ConntrackHelper': {'1.0'}, Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'Log': {'1.0'}, Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'Network': {'1.1'}, Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'Port': {'1.7'}, Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'PortForwarding': {'1.2'}, Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'QosPolicy': {'1.8'}, Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'SecurityGroup': {'1.4'}, Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'SecurityGroupRule': {'1.2'}, Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'SubPort': {'1.0'}, Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'Subnet': {'1.1'}, Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'Trunk': {'1.1'}} Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: consumer versions: Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: { DHCP agent@dv-cinder-802781-2-smb: {}, Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: L3 agent@dv-cinder-802781-2-smb: {}, Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: Metadata agent@dv-cinder-802781-2-smb: {}, Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: Metering agent@dv-cinder-802781-2-smb: {}, Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: Open vSwitch agent@dv-cinder-802781-2-smb: { 'AddressGroup': '1.2', Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'ConntrackHelper': '1.0', Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'Log': '1.0', Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'Network': '1.1', Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'Port': '1.7', Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'PortForwarding': '1.2', Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'QosPolicy': '1.8', Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'SecurityGroup': '1.4', Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'SecurityGroupRule': '1.2', Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'SubPort': '1.0', Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'Subnet': '1.1', Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: 'Trunk': '1.1'}} Aug 23 10:13:54.869787 dv-cinder-802781-2-smb neutron-server[79165]: {{(pid=79165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 10:13:54.904664 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:13:54.928860 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Attempting to bind port 209ca7f5-c7e3-4a27-ac98-0aa5f744c915 on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:13:54.929256 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Attempting to bind port 209ca7f5-c7e3-4a27-ac98-0aa5f744c915 by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': '61254045-87e7-418c-a7a6-ebcd288ad4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '86b3b778-94ac-47ae-9d47-157aa0b44c05'}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:13:54.929668 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Attempting to bind port 209ca7f5-c7e3-4a27-ac98-0aa5f744c915 on network 86b3b778-94ac-47ae-9d47-157aa0b44c05 {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:13:54.934953 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:13:54.935363 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Checking segment: {'id': '61254045-87e7-418c-a7a6-ebcd288ad4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '86b3b778-94ac-47ae-9d47-157aa0b44c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:13:54.935857 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:54.936782 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Bound using segment: {'id': '61254045-87e7-418c-a7a6-ebcd288ad4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '86b3b778-94ac-47ae-9d47-157aa0b44c05'} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:13:54.937250 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Bound port: 209ca7f5-c7e3-4a27-ac98-0aa5f744c915, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61254045-87e7-418c-a7a6-ebcd288ad4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '86b3b778-94ac-47ae-9d47-157aa0b44c05'}}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:13:54.937633 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:55.024637 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] For port 209ca7f5-c7e3-4a27-ac98-0aa5f744c915, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:13:55.028449 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] For port 209ca7f5-c7e3-4a27-ac98-0aa5f744c915, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=209ca7f5-c7e3-4a27-ac98-0aa5f744c915,segment=NetworkSegment(61254045-87e7-418c-a7a6-ebcd288ad4db),segment_id=61254045-87e7-418c-a7a6-ebcd288ad4db)] {{(pid=79165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:13:55.032942 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:55.036951 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:13:55.139825 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Pushing event updated for resources: {'Port': ['ID=209ca7f5-c7e3-4a27-ac98-0aa5f744c915,revision_number=2']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:13:55.142518 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:13:56.316821 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36146) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:13:56.685143 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [None req-6f0de51a-6837-4e73-a13f-838ee158ace4 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=79163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:13:56.687046 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-6f0de51a-6837-4e73-a13f-838ee158ace4 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3690979 Aug 23 10:13:58.778156 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78c080d-9d7e-4f43-a49a-41cef62e649c None None] Network 86b3b778-94ac-47ae-9d47-157aa0b44c05 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:13:58.885006 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-9a02ef53-6f38-47f8-b6be-f59cb671f580 None None] Provisioning for port 209ca7f5-c7e3-4a27-ac98-0aa5f744c915 completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:13:59.018203 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 209ca7f5-c7e3-4a27-ac98-0aa5f744c915 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:13:59.036439 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36160) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:13:59.099250 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port 209ca7f5-c7e3-4a27-ac98-0aa5f744c915 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:13:59.104872 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 209ca7f5-c7e3-4a27-ac98-0aa5f744c915 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:13:59.105279 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:59.231907 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:59.268641 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port 209ca7f5-c7e3-4a27-ac98-0aa5f744c915, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=209ca7f5-c7e3-4a27-ac98-0aa5f744c915,segment=NetworkSegment(61254045-87e7-418c-a7a6-ebcd288ad4db),segment_id=61254045-87e7-418c-a7a6-ebcd288ad4db)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:13:59.272705 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:59.276166 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:13:59.346983 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-87dcc64d-c50b-4fc4-b6a6-96505c39e5cb None None] Provisioning complete for port 209ca7f5-c7e3-4a27-ac98-0aa5f744c915 triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:13:59.347351 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-87dcc64d-c50b-4fc4-b6a6-96505c39e5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:59.391939 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=209ca7f5-c7e3-4a27-ac98-0aa5f744c915,revision_number=3']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:13:59.394907 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:13:59.433281 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [None req-bf79a315-7137-4ab7-acca-c4d7478955d2 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=79163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:13:59.434253 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-bf79a315-7137-4ab7-acca-c4d7478955d2 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3968294 Aug 23 10:14:00.986728 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 209ca7f5-c7e3-4a27-ac98-0aa5f744c915 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:14:01.053075 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 209ca7f5-c7e3-4a27-ac98-0aa5f744c915 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:14:01.053449 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:02.046998 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36172) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:14:02.394232 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-143a19ee-6bb0-49b2-a42f-b5473e801d13 admin admin] Request body: {'router': {'tenant_id': '32029662336d4469bdfe2f347881477c', 'name': 'router1', 'admin_state_up': True}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:14:02.399209 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-143a19ee-6bb0-49b2-a42f-b5473e801d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:14:02.403064 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-143a19ee-6bb0-49b2-a42f-b5473e801d13 admin admin] Usage tracker for resource:router and tenant:32029662336d4469bdfe2f347881477c is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:14:02.406454 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-143a19ee-6bb0-49b2-a42f-b5473e801d13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:14:02.412159 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-143a19ee-6bb0-49b2-a42f-b5473e801d13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:14:02.421874 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-143a19ee-6bb0-49b2-a42f-b5473e801d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3807438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6589'] for router, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:02.423496 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-143a19ee-6bb0-49b2-a42f-b5473e801d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:02.444616 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-143a19ee-6bb0-49b2-a42f-b5473e801d13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:02.553315 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-143a19ee-6bb0-49b2-a42f-b5473e801d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901087'] for router, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:02.571410 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-143a19ee-6bb0-49b2-a42f-b5473e801d13 admin admin] Notify callbacks [] for router, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:02.572584 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-143a19ee-6bb0-49b2-a42f-b5473e801d13 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5246344 Aug 23 10:14:04.890213 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36182) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:14:05.250958 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [None req-127d7430-ba81-4cd1-a5e1-6b5bde0ba444 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=79163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:14:05.251973 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-127d7430-ba81-4cd1-a5e1-6b5bde0ba444 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3608003 Aug 23 10:14:06.090468 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-d4e62ad0-4523-4591-b162-2b300f305060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:06.706561 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:07.601462 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36192) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:14:07.961708 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:14:07.966574 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:14:07.970351 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Usage tracker for resource:network and tenant:d5a1b45680924da982a6a11ad07b96e7 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:14:07.973244 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:14:07.979078 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:14:07.989184 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Made reservation on behalf of d5a1b45680924da982a6a11ad07b96e7 for: {'network': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:14:07.991359 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for network, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:08.007666 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:08.021562 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:14:08.025175 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Usage tracker for resource:security_group_rule and tenant:d5a1b45680924da982a6a11ad07b96e7 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:14:08.028315 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:14:08.033944 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:14:08.145846 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:08.149835 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:08.153953 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:08.166834 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Reserving flat network on physical network physnet1 {{(pid=79163) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 23 10:14:08.190890 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d849c3c-189a-4ee5-9fbf-5dbc9283b1d4,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:08.197041 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775983548308', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:08.197146 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Unsubscribe: segment precommit_create {{(pid=79163) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 10:14:08.197548 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.db.segments_db [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Added segment c67075ff-15d0-4fed-8170-09b4a9cf36ee of type flat for network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b Aug 23 10:14:08.204399 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:08.237815 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775983037579'] for network, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:08.277002 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for network, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:08.278233 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:14:08.278802 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:08.281900 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:08.379510 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Pushing event updated for resources: {'Network': ['ID=6abbf648-30c3-4bc3-b6f8-fb92b7833a6b,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:08.382177 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7797375 Aug 23 10:14:08.383882 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:08.395445 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b details requested by agent ovs-agent-dv-cinder-802781-2-smb with host dv-cinder-802781-2-smb {{(pid=79165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:14:08.912549 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c7bbcc62-a050-4460-a06b-bb7357aa01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:09.363803 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:10.702988 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36212) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:14:10.758180 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:10.912707 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06ae5f7-7cfb-4cb0-8eeb-c601eb1e6b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:14:10.914052 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-c06ae5f7-7cfb-4cb0-8eeb-c601eb1e6b41 admin admin] 10.222.0.20 "GET /v2.0/subnets/f0c708bc-8a63-4698-8b39-fd61f6f28932 HTTP/1.1" status: 200 len: 849 time: 0.2101321 Aug 23 10:14:11.053448 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-69733b50-a55d-4460-9108-968e8912ce7b admin admin] 10.222.0.20 "GET /v2.0/routers/37717ead-483a-421e-82e0-538f86405297 HTTP/1.1" status: 200 len: 704 time: 0.1338458 Aug 23 10:14:11.504254 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:11.726982 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Allocated IP 172.20.0.1 (86b3b778-94ac-47ae-9d47-157aa0b44c05/f0c708bc-8a63-4698-8b39-fd61f6f28932/4abc54d4-8689-41e1-acfb-f8fed3a9b2dc) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:14:11.909514 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:11.926244 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.provisioning_blocks [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Transition to ACTIVE for port object 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc will not be triggered until provisioned by entity DHCP. {{(pid=79163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:14:11.979306 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:11.983730 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:12.044517 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Network 86b3b778-94ac-47ae-9d47-157aa0b44c05 is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:14:12.047496 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:14:12.053103 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:14:12.053611 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3806810'] for router_interface, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:12.168725 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4abc54d4-8689-41e1-acfb-f8fed3a9b2dc,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:12.179909 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:12.256130 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e51163be-94f6-470a-bd2f-07c7a2c5e0c7 None None] Provisioning for port 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:14:12.261050 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e51163be-94f6-470a-bd2f-07c7a2c5e0c7 None None] Provisioning complete for port 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:14:12.261649 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e51163be-94f6-470a-bd2f-07c7a2c5e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:12.313457 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e51163be-94f6-470a-bd2f-07c7a2c5e0c7 None None] Port 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:14:12.316422 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:12.535186 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:12.539479 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:12.540600 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3806773'] for router_interface, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:12.544594 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:12.637034 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4abc54d4-8689-41e1-acfb-f8fed3a9b2dc,revision_number=2']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:12.680026 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:12.731752 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Network 86b3b778-94ac-47ae-9d47-157aa0b44c05 is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:14:12.733411 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:14:12.919125 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Router 37717ead-483a-421e-82e0-538f86405297 is scheduled to L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 with binding_index 1 {{(pid=79163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 10:14:12.934807 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-914e04c8-5118-4064-a7dc-cc2efb9b180d None None] Provisioning complete for port 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:14:12.935225 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-914e04c8-5118-4064-a7dc-cc2efb9b180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:12.990699 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-914e04c8-5118-4064-a7dc-cc2efb9b180d None None] Port 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:14:13.074428 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:14:13.083750 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Sync routers for ids ['37717ead-483a-421e-82e0-538f86405297'] in dv-cinder-802781-2-smb {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:14:13.084305 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] 10.222.0.20 "PUT /v2.0/routers/37717ead-483a-421e-82e0-538f86405297/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0261359 Aug 23 10:14:13.096830 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Routers {'37717ead-483a-421e-82e0-538f86405297'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:14:13.097737 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:14:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['37717ead-483a-421e-82e0-538f86405297'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:14:13.270012 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Set router 37717ead-483a-421e-82e0-538f86405297 gateway port host: None {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:14:13.631241 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37717ead-483a-421e-82e0-538f86405297', 'name': 'router1', 'tenant_id': '32029662336d4469bdfe2f347881477c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:14:02Z', 'updated_at': '2021-08-23T10:14:12Z', 'revision_number': 2, 'project_id': '32029662336d4469bdfe2f347881477c', 'gw_port_host': None, '_interfaces': [{'id': '4abc54d4-8689-41e1-acfb-f8fed3a9b2dc', 'name': '', 'network_id': '86b3b778-94ac-47ae-9d47-157aa0b44c05', 'tenant_id': '32029662336d4469bdfe2f347881477c', 'mac_address': 'fa:16:3e:35:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37717ead-483a-421e-82e0-538f86405297', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0c708bc-8a63-4698-8b39-fd61f6f28932', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:14:11Z', 'updated_at': '2021-08-23T10:14:12Z', 'revision_number': 2, 'project_id': '32029662336d4469bdfe2f347881477c', 'subnets': [{'id': 'f0c708bc-8a63-4698-8b39-fd61f6f28932', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0b25422-3832-490b-83a9-0c3f46e4812c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:14:13.636087 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Checking router: 37717ead-483a-421e-82e0-538f86405297 for host: dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:14:13.636464 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Updating router 37717ead-483a-421e-82e0-538f86405297 port 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc binding host dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:14:13.687702 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:14.066732 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Notify callbacks [] for port, precommit_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:14.082548 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.provisioning_blocks [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Transition to ACTIVE for port object 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc will not be triggered until provisioned by entity L2. {{(pid=79166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:14:14.089454 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:14.095086 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:14.321806 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acd90f-45d4-4e5f-a591-7a6464ea2d01 None None] Pushing event updated for resources: {'Port': ['ID=4abc54d4-8689-41e1-acfb-f8fed3a9b2dc,revision_number=3']} {{(pid=79166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:14.340672 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acd90f-45d4-4e5f-a591-7a6464ea2d01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:14.341006 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acd90f-45d4-4e5f-a591-7a6464ea2d01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:14.341333 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acd90f-45d4-4e5f-a591-7a6464ea2d01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:14.341653 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acd90f-45d4-4e5f-a591-7a6464ea2d01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:14.342080 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acd90f-45d4-4e5f-a591-7a6464ea2d01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:14.342903 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acd90f-45d4-4e5f-a591-7a6464ea2d01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:14.343216 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acd90f-45d4-4e5f-a591-7a6464ea2d01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:14.343528 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acd90f-45d4-4e5f-a591-7a6464ea2d01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:14.343847 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acd90f-45d4-4e5f-a591-7a6464ea2d01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:14.344169 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acd90f-45d4-4e5f-a591-7a6464ea2d01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:14.344474 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acd90f-45d4-4e5f-a591-7a6464ea2d01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:14.344778 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acd90f-45d4-4e5f-a591-7a6464ea2d01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acd90f-45d4-4e5f-a591-7a6464ea2d01 None None] Tracked resource versions report: Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: pushed versions: Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: { 'AddressGroup': {'1.2'}, Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'ConntrackHelper': {'1.0'}, Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'Log': {'1.0'}, Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'Network': {'1.1'}, Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'Port': {'1.7'}, Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'PortForwarding': {'1.2'}, Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'QosPolicy': {'1.8'}, Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'SecurityGroup': {'1.4'}, Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'SecurityGroupRule': {'1.2'}, Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'SubPort': {'1.0'}, Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'Subnet': {'1.1'}, Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'Trunk': {'1.1'}} Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: consumer versions: Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: { DHCP agent@dv-cinder-802781-2-smb: {}, Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: L3 agent@dv-cinder-802781-2-smb: {}, Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: Metadata agent@dv-cinder-802781-2-smb: {}, Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: Metering agent@dv-cinder-802781-2-smb: {}, Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: Open vSwitch agent@dv-cinder-802781-2-smb: { 'AddressGroup': '1.2', Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'ConntrackHelper': '1.0', Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'Log': '1.0', Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'Network': '1.1', Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'Port': '1.7', Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'PortForwarding': '1.2', Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'QosPolicy': '1.8', Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'SecurityGroup': '1.4', Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'SecurityGroupRule': '1.2', Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'SubPort': '1.0', Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'Subnet': '1.1', Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: 'Trunk': '1.1'}} Aug 23 10:14:14.345893 dv-cinder-802781-2-smb neutron-server[79166]: {{(pid=79166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 10:14:14.350190 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Attempting to bind port 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:14:14.350580 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Attempting to bind port 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': '61254045-87e7-418c-a7a6-ebcd288ad4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '86b3b778-94ac-47ae-9d47-157aa0b44c05'}] {{(pid=79166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:14:14.350976 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Attempting to bind port 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc on network 86b3b778-94ac-47ae-9d47-157aa0b44c05 {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:14:14.353049 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-29acd90f-45d4-4e5f-a591-7a6464ea2d01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:14.356950 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:14:14.357360 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Checking segment: {'id': '61254045-87e7-418c-a7a6-ebcd288ad4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '86b3b778-94ac-47ae-9d47-157aa0b44c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:14:14.357988 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:14.358371 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Bound using segment: {'id': '61254045-87e7-418c-a7a6-ebcd288ad4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '86b3b778-94ac-47ae-9d47-157aa0b44c05'} {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:14:14.358887 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Bound port: 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61254045-87e7-418c-a7a6-ebcd288ad4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '86b3b778-94ac-47ae-9d47-157aa0b44c05'}}] {{(pid=79166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:14:14.359264 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:14.446142 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.db [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] For port 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:14:14.450008 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.db [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] For port 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=4abc54d4-8689-41e1-acfb-f8fed3a9b2dc,segment=NetworkSegment(61254045-87e7-418c-a7a6-ebcd288ad4db),segment_id=61254045-87e7-418c-a7a6-ebcd288ad4db)] {{(pid=79166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:14:14.454733 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:14.458394 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:14.543314 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Routers {'37717ead-483a-421e-82e0-538f86405297'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:14:14.543970 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:14:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['37717ead-483a-421e-82e0-538f86405297'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:14:14.590978 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acd90f-45d4-4e5f-a591-7a6464ea2d01 None None] Pushing event updated for resources: {'Port': ['ID=4abc54d4-8689-41e1-acfb-f8fed3a9b2dc,revision_number=4']} {{(pid=79166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:14.599080 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-29acd90f-45d4-4e5f-a591-7a6464ea2d01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:14.698922 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] Set router 37717ead-483a-421e-82e0-538f86405297 gateway port host: None {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:14:15.023663 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37717ead-483a-421e-82e0-538f86405297', 'name': 'router1', 'tenant_id': '32029662336d4469bdfe2f347881477c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:14:02Z', 'updated_at': '2021-08-23T10:14:12Z', 'revision_number': 2, 'project_id': '32029662336d4469bdfe2f347881477c', 'gw_port_host': None, '_interfaces': [{'id': '4abc54d4-8689-41e1-acfb-f8fed3a9b2dc', 'name': '', 'network_id': '86b3b778-94ac-47ae-9d47-157aa0b44c05', 'tenant_id': '32029662336d4469bdfe2f347881477c', 'mac_address': 'fa:16:3e:35:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37717ead-483a-421e-82e0-538f86405297', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0c708bc-8a63-4698-8b39-fd61f6f28932', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:14:11Z', 'updated_at': '2021-08-23T10:14:14Z', 'revision_number': 4, 'project_id': '32029662336d4469bdfe2f347881477c', 'subnets': [{'id': 'f0c708bc-8a63-4698-8b39-fd61f6f28932', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0b25422-3832-490b-83a9-0c3f46e4812c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:14:15.027396 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18c62e-fe51-4a7d-8005-8898ad550fda None None] The sync data for ids ['37717ead-483a-421e-82e0-538f86405297'] in dv-cinder-802781-2-smb is: [{'id': '37717ead-483a-421e-82e0-538f86405297', 'name': 'router1', 'tenant_id': '32029662336d4469bdfe2f347881477c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:14:02Z', 'updated_at': '2021-08-23T10:14:12Z', 'revision_number': 2, 'project_id': '32029662336d4469bdfe2f347881477c', 'gw_port_host': None, '_interfaces': [{'id': '4abc54d4-8689-41e1-acfb-f8fed3a9b2dc', 'name': '', 'network_id': '86b3b778-94ac-47ae-9d47-157aa0b44c05', 'tenant_id': '32029662336d4469bdfe2f347881477c', 'mac_address': 'fa:16:3e:35:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37717ead-483a-421e-82e0-538f86405297', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0c708bc-8a63-4698-8b39-fd61f6f28932', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:14:11Z', 'updated_at': '2021-08-23T10:14:14Z', 'revision_number': 4, 'project_id': '32029662336d4469bdfe2f347881477c', 'subnets': [{'id': 'f0c708bc-8a63-4698-8b39-fd61f6f28932', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0b25422-3832-490b-83a9-0c3f46e4812c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:14:15.259083 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36234) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:14:15.450756 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e997c-3404-4838-b13c-4511cfe4989d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:14:15.451427 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-8b5e997c-3404-4838-b13c-4511cfe4989d admin admin] Synchronizing usage tracker for tenant:d5a1b45680924da982a6a11ad07b96e7 on resource:network {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:14:15.469594 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-8b5e997c-3404-4838-b13c-4511cfe4989d admin admin] Unset dirty status for tenant:d5a1b45680924da982a6a11ad07b96e7 on resource:network {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:14:15.471021 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-8b5e997c-3404-4838-b13c-4511cfe4989d admin admin] 10.222.0.20 "GET /v2.0/networks/6abbf648-30c3-4bc3-b6f8-fb92b7833a6b HTTP/1.1" status: 200 len: 842 time: 0.2109215 Aug 23 10:14:15.480499 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-112b6698-e5be-4b41-be8c-9f70e84d944a admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'ip_version': 4, 'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:14:15.486281 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-112b6698-e5be-4b41-be8c-9f70e84d944a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:14:15.490559 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-112b6698-e5be-4b41-be8c-9f70e84d944a admin admin] Usage tracker for resource:subnet and tenant:d5a1b45680924da982a6a11ad07b96e7 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:14:15.493339 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-112b6698-e5be-4b41-be8c-9f70e84d944a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:14:15.499172 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-112b6698-e5be-4b41-be8c-9f70e84d944a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:14:15.508782 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112b6698-e5be-4b41-be8c-9f70e84d944a admin admin] Made reservation on behalf of d5a1b45680924da982a6a11ad07b96e7 for: {'subnet': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:14:15.511132 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-112b6698-e5be-4b41-be8c-9f70e84d944a admin admin] Notify callbacks [] for subnet, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:15.886076 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.objects.ports [None req-112b6698-e5be-4b41-be8c-9f70e84d944a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79163) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Aug 23 10:14:15.886539 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-112b6698-e5be-4b41-be8c-9f70e84d944a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for subnet, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:15.892284 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-5b27e517-9ceb-49e2-935a-a9173b959960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:15.964877 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112b6698-e5be-4b41-be8c-9f70e84d944a admin admin] Checking segment: {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:14:15.965277 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112b6698-e5be-4b41-be8c-9f70e84d944a admin admin] Network hostable DHCP agents. Network: 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b, hostable agents: ['e4366bde-9e46-4a9c-adf7-2d64cdf13340'], hosted agents: [] {{(pid=79163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:14:15.977597 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b6698-e5be-4b41-be8c-9f70e84d944a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bf33108-a606-44c8-ae34-6d10a469fb3b,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:15.981528 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-112b6698-e5be-4b41-be8c-9f70e84d944a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:15.989914 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112b6698-e5be-4b41-be8c-9f70e84d944a admin admin] Network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b is scheduled to be hosted by DHCP agent e4366bde-9e46-4a9c-adf7-2d64cdf13340 with binding_index 1 {{(pid=79163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:14:15.998996 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-112b6698-e5be-4b41-be8c-9f70e84d944a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-smb, 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b) {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:14:16.002683 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112b6698-e5be-4b41-be8c-9f70e84d944a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:14:16.003254 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-112b6698-e5be-4b41-be8c-9f70e84d944a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:16.008460 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845aa19e-e5a7-43bc-b194-f24b2db68a57 None None] Network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:14:16.022431 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-112b6698-e5be-4b41-be8c-9f70e84d944a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5454421 Aug 23 10:14:16.235660 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b79ea66-7503-4e5c-91f2-5e3f87f94d8c None None] Network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:14:17.013973 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:14:17.083068 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:14:17.087572 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:14:17.088103 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:17.203125 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:17.239119 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=4abc54d4-8689-41e1-acfb-f8fed3a9b2dc,segment=NetworkSegment(61254045-87e7-418c-a7a6-ebcd288ad4db),segment_id=61254045-87e7-418c-a7a6-ebcd288ad4db)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:14:17.242589 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:17.244566 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:17.308431 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=4abc54d4-8689-41e1-acfb-f8fed3a9b2dc,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:17.311490 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:18.255482 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36248) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:14:18.448925 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-ee1c3799-4961-4e3e-b768-f7a7c46c4825 admin admin] 10.222.0.20 "GET /v2.0/routers/37717ead-483a-421e-82e0-538f86405297 HTTP/1.1" status: 200 len: 710 time: 0.1923542 Aug 23 10:14:18.574974 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffc26ee-9c20-4f88-a2d3-e6ac088ae554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:14:18.576305 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-fffc26ee-9c20-4f88-a2d3-e6ac088ae554 admin admin] 10.222.0.20 "GET /v2.0/networks/6abbf648-30c3-4bc3-b6f8-fb92b7833a6b HTTP/1.1" status: 200 len: 886 time: 0.1216896 Aug 23 10:14:18.584775 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:14:18.997501 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:14:19.014521 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6470'] for router, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:19.064584 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:14:19.064962 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:19.390276 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:19.443217 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:19.572527 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] Allocated IP 172.28.2.94 (6abbf648-30c3-4bc3-b6f8-fb92b7833a6b/1bf33108-a606-44c8-ae34-6d10a469fb3b/52b47b99-1249-4509-9169-cce95e184fcb) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:14:19.712307 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:19.740323 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:19.744729 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:19.802605 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] Network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:14:19.805436 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:14:19.807931 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:14:19.874531 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=52b47b99-1249-4509-9169-cce95e184fcb,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:19.921109 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:20.185184 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:20.575569 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6470'] for router, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:20.579015 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3901097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3901072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3807332'] for router, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:20.752510 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] Router 37717ead-483a-421e-82e0-538f86405297 has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:14:20.926622 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:14:20.934606 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] Notify callbacks [] for router, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:20.936328 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] 10.222.0.20 "PUT /v2.0/routers/37717ead-483a-421e-82e0-538f86405297 HTTP/1.1" status: 200 len: 889 time: 2.3541808 Aug 23 10:14:20.936459 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Sync routers for ids ['37717ead-483a-421e-82e0-538f86405297'] in dv-cinder-802781-2-smb {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:14:20.946727 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Routers {'37717ead-483a-421e-82e0-538f86405297'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:14:20.947409 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:14:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['37717ead-483a-421e-82e0-538f86405297'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:14:21.141079 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Set router 37717ead-483a-421e-82e0-538f86405297 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:14:21.479761 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37717ead-483a-421e-82e0-538f86405297', 'name': 'router1', 'tenant_id': '32029662336d4469bdfe2f347881477c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.94'}], 'enable_snat': True}, 'gw_port_id': '52b47b99-1249-4509-9169-cce95e184fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:14:02Z', 'updated_at': '2021-08-23T10:14:20Z', 'revision_number': 4, 'project_id': '32029662336d4469bdfe2f347881477c', 'gw_port': {'id': '52b47b99-1249-4509-9169-cce95e184fcb', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37717ead-483a-421e-82e0-538f86405297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:14:19Z', 'updated_at': '2021-08-23T10:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': '4abc54d4-8689-41e1-acfb-f8fed3a9b2dc', 'name': '', 'network_id': '86b3b778-94ac-47ae-9d47-157aa0b44c05', 'tenant_id': '32029662336d4469bdfe2f347881477c', 'mac_address': 'fa:16:3e:35:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37717ead-483a-421e-82e0-538f86405297', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0c708bc-8a63-4698-8b39-fd61f6f28932', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:14:11Z', 'updated_at': '2021-08-23T10:14:17Z', 'revision_number': 5, 'project_id': '32029662336d4469bdfe2f347881477c', 'subnets': [{'id': 'f0c708bc-8a63-4698-8b39-fd61f6f28932', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0b25422-3832-490b-83a9-0c3f46e4812c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:14:21.485211 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Checking router: 37717ead-483a-421e-82e0-538f86405297 for host: dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:14:21.485581 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Updating router 37717ead-483a-421e-82e0-538f86405297 port 52b47b99-1249-4509-9169-cce95e184fcb binding host dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:14:21.537294 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:21.860551 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Notify callbacks [] for port, precommit_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:21.871780 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Transition to ACTIVE for port object 52b47b99-1249-4509-9169-cce95e184fcb will not be triggered until provisioned by entity L2. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:14:21.878557 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:21.883034 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:21.974820 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Attempting to bind port 52b47b99-1249-4509-9169-cce95e184fcb on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:14:21.975477 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Attempting to bind port 52b47b99-1249-4509-9169-cce95e184fcb by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:14:21.975584 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Attempting to bind port 52b47b99-1249-4509-9169-cce95e184fcb on network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:14:21.984378 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:14:21.984751 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Checking segment: {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:14:21.985154 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:21.985545 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Bound using segment: {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:14:21.986012 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Bound port: 52b47b99-1249-4509-9169-cce95e184fcb, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:14:21.986402 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:22.009171 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d7b9e-fcfc-4393-ba55-d2956a9c4a73 None None] Pushing event updated for resources: {'Port': ['ID=52b47b99-1249-4509-9169-cce95e184fcb,revision_number=2']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:22.016679 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-509d7b9e-fcfc-4393-ba55-d2956a9c4a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:22.062754 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] For port 52b47b99-1249-4509-9169-cce95e184fcb, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:14:22.066101 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] For port 52b47b99-1249-4509-9169-cce95e184fcb, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=52b47b99-1249-4509-9169-cce95e184fcb,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:14:22.070075 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:22.074627 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-509d7b9e-fcfc-4393-ba55-d2956a9c4a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:22.146667 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Routers {'37717ead-483a-421e-82e0-538f86405297'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:14:22.147282 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:14:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['37717ead-483a-421e-82e0-538f86405297'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:14:22.212339 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d7b9e-fcfc-4393-ba55-d2956a9c4a73 None None] Pushing event updated for resources: {'Port': ['ID=52b47b99-1249-4509-9169-cce95e184fcb,revision_number=3']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:22.216489 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-509d7b9e-fcfc-4393-ba55-d2956a9c4a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:22.331727 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] Set router 37717ead-483a-421e-82e0-538f86405297 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:14:22.656110 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37717ead-483a-421e-82e0-538f86405297', 'name': 'router1', 'tenant_id': '32029662336d4469bdfe2f347881477c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.94'}], 'enable_snat': True}, 'gw_port_id': '52b47b99-1249-4509-9169-cce95e184fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:14:02Z', 'updated_at': '2021-08-23T10:14:20Z', 'revision_number': 4, 'project_id': '32029662336d4469bdfe2f347881477c', 'gw_port': {'id': '52b47b99-1249-4509-9169-cce95e184fcb', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37717ead-483a-421e-82e0-538f86405297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:14:19Z', 'updated_at': '2021-08-23T10:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': '4abc54d4-8689-41e1-acfb-f8fed3a9b2dc', 'name': '', 'network_id': '86b3b778-94ac-47ae-9d47-157aa0b44c05', 'tenant_id': '32029662336d4469bdfe2f347881477c', 'mac_address': 'fa:16:3e:35:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37717ead-483a-421e-82e0-538f86405297', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0c708bc-8a63-4698-8b39-fd61f6f28932', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:14:11Z', 'updated_at': '2021-08-23T10:14:17Z', 'revision_number': 5, 'project_id': '32029662336d4469bdfe2f347881477c', 'subnets': [{'id': 'f0c708bc-8a63-4698-8b39-fd61f6f28932', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0b25422-3832-490b-83a9-0c3f46e4812c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:14:22.660042 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b73d30-6e57-40b2-a99c-d3bc257861f7 None None] The sync data for ids ['37717ead-483a-421e-82e0-538f86405297'] in dv-cinder-802781-2-smb is: [{'id': '37717ead-483a-421e-82e0-538f86405297', 'name': 'router1', 'tenant_id': '32029662336d4469bdfe2f347881477c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.94'}], 'enable_snat': True}, 'gw_port_id': '52b47b99-1249-4509-9169-cce95e184fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:14:02Z', 'updated_at': '2021-08-23T10:14:20Z', 'revision_number': 4, 'project_id': '32029662336d4469bdfe2f347881477c', 'gw_port': {'id': '52b47b99-1249-4509-9169-cce95e184fcb', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37717ead-483a-421e-82e0-538f86405297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:14:19Z', 'updated_at': '2021-08-23T10:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': '4abc54d4-8689-41e1-acfb-f8fed3a9b2dc', 'name': '', 'network_id': '86b3b778-94ac-47ae-9d47-157aa0b44c05', 'tenant_id': '32029662336d4469bdfe2f347881477c', 'mac_address': 'fa:16:3e:35:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37717ead-483a-421e-82e0-538f86405297', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0c708bc-8a63-4698-8b39-fd61f6f28932', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:14:11Z', 'updated_at': '2021-08-23T10:14:17Z', 'revision_number': 5, 'project_id': '32029662336d4469bdfe2f347881477c', 'subnets': [{'id': 'f0c708bc-8a63-4698-8b39-fd61f6f28932', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0b25422-3832-490b-83a9-0c3f46e4812c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:14:23.035629 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 52b47b99-1249-4509-9169-cce95e184fcb up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:14:23.111252 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port 52b47b99-1249-4509-9169-cce95e184fcb completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:14:23.116344 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 52b47b99-1249-4509-9169-cce95e184fcb triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:14:23.116722 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:23.245338 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:23.262714 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port 52b47b99-1249-4509-9169-cce95e184fcb, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=52b47b99-1249-4509-9169-cce95e184fcb,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:14:23.268087 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:23.270891 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:23.314389 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36258) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:14:23.337762 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=52b47b99-1249-4509-9169-cce95e184fcb,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:23.340781 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:23.434919 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-ab47ed22-1ca7-4afc-9213-8f338ad62f98 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1192460 Aug 23 10:14:25.013323 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 52b47b99-1249-4509-9169-cce95e184fcb up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:14:25.084483 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 52b47b99-1249-4509-9169-cce95e184fcb triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:14:25.084808 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:35.030698 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 5 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:14:36.094755 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-fd5fe103-98a3-4c0f-911f-d108edc82bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:36.707605 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:38.919561 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-81f49560-4dee-4e41-a038-9e21a3c3d229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:39.369432 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:40.777532 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:06.096662 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-37538e9c-0838-4577-ae3c-123eae0b51ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:06.712304 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:08.921661 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-9cca3e68-8df6-4af9-9e20-a22fa4254aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:09.377895 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:10.782401 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:12.029378 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 5 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:15:36.103992 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-fe268c8e-ca65-4f9d-b564-37e535a45e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:36.716352 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:38.916345 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-bb1eb1f9-3f08-4c48-a27f-b66b6f2f7009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:39.377601 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:40.784846 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:49.028046 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 5 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:16:06.101387 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-dd5b6bbb-670f-4ec8-8174-a2d8f0178599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:06.718058 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:08.919061 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-9dde8d13-465a-4b4e-a0d2-b5e111a8a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:09.377826 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:10.781723 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:26.027725 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 5 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:16:26.139589 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36828) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:26.205975 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.pecan_wsgi.hooks.translation [None req-342bc8b3-51bb-42bd-952d-0d24bde72c5d admin admin] GET failed (client error): The resource could not be found. Aug 23 10:16:26.207245 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-342bc8b3-51bb-42bd-952d-0d24bde72c5d admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667095 Aug 23 10:16:26.336825 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f4a2d6-0c45-4571-a65f-5be5bcd04cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:26.338176 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-12f4a2d6-0c45-4571-a65f-5be5bcd04cf8 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1271627 Aug 23 10:16:28.447402 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36838) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:28.551216 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e79c94-9077-4e2e-985b-1e132b6335b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:28.551767 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-46e79c94-9077-4e2e-985b-1e132b6335b4 admin admin] Synchronizing usage tracker for tenant:d5a1b45680924da982a6a11ad07b96e7 on resource:subnet {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:16:28.567934 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-46e79c94-9077-4e2e-985b-1e132b6335b4 admin admin] Unset dirty status for tenant:d5a1b45680924da982a6a11ad07b96e7 on resource:subnet {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:16:28.569075 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-46e79c94-9077-4e2e-985b-1e132b6335b4 admin admin] 10.222.0.20 "GET /v2.0/subnets/f0c708bc-8a63-4698-8b39-fd61f6f28932 HTTP/1.1" status: 200 len: 849 time: 0.1202598 Aug 23 10:16:28.578741 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:16:28.693861 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:28.876349 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775983500858'] for subnet, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:28.880695 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:16:28.918698 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:28.919338 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:28.920668 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] 10.222.0.20 "PUT /v2.0/subnets/f0c708bc-8a63-4698-8b39-fd61f6f28932 HTTP/1.1" status: 200 len: 868 time: 0.3457215 Aug 23 10:16:28.923952 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044d2054-f0eb-45d1-9520-2f8525e036b1 None None] Network 86b3b778-94ac-47ae-9d47-157aa0b44c05 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:16:28.951546 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0c708bc-8a63-4698-8b39-fd61f6f28932,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:16:28.959094 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:28.959448 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:28.959782 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:28.960148 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:28.960483 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:28.960813 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:28.961141 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:28.961479 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:28.961815 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:28.962139 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:28.962458 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:28.962775 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:28.966665 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-65a1940b-b3d4-44c3-88cd-4b29e129e8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:16:29.380043 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-d1eccb49-5ac3-4759-a4ad-016ec2592cfe None None] Provisioning complete for port 209ca7f5-c7e3-4a27-ac98-0aa5f744c915 triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:16:29.380413 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-d1eccb49-5ac3-4759-a4ad-016ec2592cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:29.505696 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-d1eccb49-5ac3-4759-a4ad-016ec2592cfe None None] Provisioning complete for port 4abc54d4-8689-41e1-acfb-f8fed3a9b2dc triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:16:29.505991 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-d1eccb49-5ac3-4759-a4ad-016ec2592cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:31.041964 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36848) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:31.211362 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139261c6-a880-4f1b-b448-b651a6c62a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:31.211893 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139261c6-a880-4f1b-b448-b651a6c62a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:31.213405 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-139261c6-a880-4f1b-b448-b651a6c62a24 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1705027 Aug 23 10:16:33.318625 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36858) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:33.539703 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffebca6-9d27-4705-bd1d-264cae7e9b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:33.540118 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffebca6-9d27-4705-bd1d-264cae7e9b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:33.541643 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-3ffebca6-9d27-4705-bd1d-264cae7e9b38 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2220569 Aug 23 10:16:35.681787 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36868) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:35.857437 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece99861-aefa-45d5-90bb-6f3b81029216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:35.858765 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-ece99861-aefa-45d5-90bb-6f3b81029216 admin admin] 10.222.0.20 "GET /v2.0/networks/6abbf648-30c3-4bc3-b6f8-fb92b7833a6b HTTP/1.1" status: 200 len: 886 time: 0.1758392 Aug 23 10:16:36.103800 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-100b5462-8467-4373-b2e0-67f70f207a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:36.719902 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:37.990535 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36878) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:38.159429 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983a5479-bb2f-4b82-87d2-479769477900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:38.160809 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-983a5479-bb2f-4b82-87d2-479769477900 admin admin] 10.222.0.20 "GET /v2.0/networks/86b3b778-94ac-47ae-9d47-157aa0b44c05 HTTP/1.1" status: 200 len: 869 time: 0.1692846 Aug 23 10:16:38.921376 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-4a9dcbe1-7ac4-4dd4-ab9d-3915283ce433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:39.379966 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:40.252320 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36888) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:40.358799 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3304b2-d8db-4b9b-925a-65e3f1566a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:40.359254 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3304b2-d8db-4b9b-925a-65e3f1566a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:40.360809 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-3a3304b2-d8db-4b9b-925a-65e3f1566a54 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1075404 Aug 23 10:16:40.784998 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:42.461923 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36898) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:42.569506 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a14d238-c0b0-4acd-8fe6-9e4640b56028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:42.569961 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a14d238-c0b0-4acd-8fe6-9e4640b56028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:42.571462 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-3a14d238-c0b0-4acd-8fe6-9e4640b56028 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1086369 Aug 23 10:16:44.694051 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36908) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:44.792992 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a181a5ff-6652-4ec9-bcd4-5ef75c353e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:44.794502 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-a181a5ff-6652-4ec9-bcd4-5ef75c353e21 admin admin] 10.222.0.20 "GET /v2.0/subnets/1bf33108-a606-44c8-ae34-6d10a469fb3b HTTP/1.1" status: 200 len: 816 time: 0.0995135 Aug 23 10:16:46.900201 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 36918) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:47.007170 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbba4ff-9453-4311-b4ff-87e00ab2b722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:47.008485 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-3bbba4ff-9453-4311-b4ff-87e00ab2b722 admin admin] 10.222.0.20 "GET /v2.0/subnets/f0c708bc-8a63-4698-8b39-fd61f6f28932 HTTP/1.1" status: 200 len: 868 time: 0.1073508 Aug 23 10:17:03.027239 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 5 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:17:06.106988 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-8b571043-5dbb-4ed3-b968-6b16b83da10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:06.722663 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:08.921872 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5ef5afb7-bdb3-42e0-9af4-770ae0a00080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:09.383254 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:09.765545 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 36962) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:17:09.815528 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [None req-d979f9d4-cfbe-4d17-8603-b6f9f431a9ac admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=79164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:17:09.816574 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-d979f9d4-cfbe-4d17-8603-b6f9f431a9ac admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501077 Aug 23 10:17:10.784977 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:12.002256 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 36972) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:17:12.069127 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c3dd27-5a10-4758-9a73-e69c062e3c27 admin admin] GET failed (client error): The resource could not be found. Aug 23 10:17:12.070396 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-f1c3dd27-5a10-4758-9a73-e69c062e3c27 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0672023 Aug 23 10:17:12.200142 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f4adfe-3914-4be2-bba2-4798872fcae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:17:12.201581 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-43f4adfe-3914-4be2-bba2-4798872fcae0 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1268876 Aug 23 10:17:14.324045 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 36982) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:17:14.371178 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:17:14.375706 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:17:14.385164 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:17:14.395268 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Made reservation on behalf of d5a1b45680924da982a6a11ad07b96e7 for: {'network': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:17:14.397610 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for network, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:14.485775 dv-cinder-802781-2-smb neutron-server[79164]: WARNING neutron.services.revisions.revision_plugin [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Could not find related network for resource to bump revision. Aug 23 10:17:14.498588 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=79164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:17:14.508236 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:14.508573 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.db.segments_db [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Added segment 4e98f586-f835-4056-accc-b907ade1503e of type vlan for network 7f473315-df61-45b8-8ca6-1e09d7405d50 Aug 23 10:17:14.534937 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775983037579'] for network, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:14.563341 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for network, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:14.564616 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:17:14.565184 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:14.569679 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:17:14.677704 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3525763 Aug 23 10:17:14.682957 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Pushing event updated for resources: {'Network': ['ID=7f473315-df61-45b8-8ca6-1e09d7405d50,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:17:14.690267 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:14.690585 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:14.690918 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:14.691241 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:14.691562 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:14.691908 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:14.692229 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:14.692547 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:14.692865 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:14.693178 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:14.693490 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:14.693801 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:14.701678 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:17:14.709547 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Network 7f473315-df61-45b8-8ca6-1e09d7405d50 details requested by agent ovs-agent-dv-cinder-802781-2-smb with host dv-cinder-802781-2-smb {{(pid=79165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:17:16.790802 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 36992) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:17:16.857908 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc21439-60d3-411b-937e-c8f453d3fd08 admin admin] GET failed (client error): The resource could not be found. Aug 23 10:17:16.858420 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-4cc21439-60d3-411b-937e-c8f453d3fd08 admin admin] Synchronizing usage tracker for tenant:d5a1b45680924da982a6a11ad07b96e7 on resource:network {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:17:16.873878 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-4cc21439-60d3-411b-937e-c8f453d3fd08 admin admin] Unset dirty status for tenant:d5a1b45680924da982a6a11ad07b96e7 on resource:network {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:17:16.875119 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-4cc21439-60d3-411b-937e-c8f453d3fd08 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0826309 Aug 23 10:17:16.980938 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b39af63-eb0b-4079-9523-00dce035097e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:17:16.982303 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-0b39af63-eb0b-4079-9523-00dce035097e admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1033804 Aug 23 10:17:16.991636 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-6d3e1d55-e344-4cb1-b617-9d5e71ae2766 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '7f473315-df61-45b8-8ca6-1e09d7405d50', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:17:16.996161 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-6d3e1d55-e344-4cb1-b617-9d5e71ae2766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:17:17.005513 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-6d3e1d55-e344-4cb1-b617-9d5e71ae2766 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:17:17.015560 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3e1d55-e344-4cb1-b617-9d5e71ae2766 admin admin] Made reservation on behalf of d5a1b45680924da982a6a11ad07b96e7 for: {'subnet': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:17:17.017835 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1d55-e344-4cb1-b617-9d5e71ae2766 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:17.240645 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1d55-e344-4cb1-b617-9d5e71ae2766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for subnet, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:17.245788 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:17:17.317455 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e1d55-e344-4cb1-b617-9d5e71ae2766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6022198a-84b8-4f89-8129-f340da0bdc65,revision_number=0']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:17:17.321569 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e1d55-e344-4cb1-b617-9d5e71ae2766 admin admin] Checking segment: {'id': '4e98f586-f835-4056-accc-b907ade1503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7f473315-df61-45b8-8ca6-1e09d7405d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:17:17.321950 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e1d55-e344-4cb1-b617-9d5e71ae2766 admin admin] Network hostable DHCP agents. Network: 7f473315-df61-45b8-8ca6-1e09d7405d50, hostable agents: ['e4366bde-9e46-4a9c-adf7-2d64cdf13340'], hosted agents: [] {{(pid=79164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:17:17.328008 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-6d3e1d55-e344-4cb1-b617-9d5e71ae2766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:17:17.343332 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e1d55-e344-4cb1-b617-9d5e71ae2766 admin admin] Network 7f473315-df61-45b8-8ca6-1e09d7405d50 is scheduled to be hosted by DHCP agent e4366bde-9e46-4a9c-adf7-2d64cdf13340 with binding_index 1 {{(pid=79164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:17:17.353691 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [None req-6d3e1d55-e344-4cb1-b617-9d5e71ae2766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-smb, 7f473315-df61-45b8-8ca6-1e09d7405d50) {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:17:17.358334 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3e1d55-e344-4cb1-b617-9d5e71ae2766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:17:17.358916 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1d55-e344-4cb1-b617-9d5e71ae2766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for subnet, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:17.363691 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6c805e-4fa1-42bc-8d39-7eaeb555aaef None None] Network 7f473315-df61-45b8-8ca6-1e09d7405d50 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:17:17.382721 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-6d3e1d55-e344-4cb1-b617-9d5e71ae2766 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3943915 Aug 23 10:17:17.587706 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76cf127e-a354-528f-8ac1-44611a3235cc-7f473315-df61-45b8-8ca6-1e09d7405d50', 'network_id': '7f473315-df61-45b8-8ca6-1e09d7405d50', 'tenant_id': 'd5a1b45680924da982a6a11ad07b96e7', 'fixed_ips': [{'subnet_id': '6022198a-84b8-4f89-8129-f340da0bdc65'}]}} from dv-cinder-802781-2-smb. {{(pid=79165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 10:17:17.588646 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:17.748464 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.db_base_plugin_common [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Allocated IP 192.168.233.2 (7f473315-df61-45b8-8ca6-1e09d7405d50/6022198a-84b8-4f89-8129-f340da0bdc65/ca645ca4-e7df-41a3-8731-9692f55dcc1c) {{(pid=79165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:17:17.957403 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Notify callbacks [] for port, precommit_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:17.967861 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Transition to ACTIVE for port object ca645ca4-e7df-41a3-8731-9692f55dcc1c will not be triggered until provisioned by entity L2. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:17:17.986743 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Transition to ACTIVE for port object ca645ca4-e7df-41a3-8731-9692f55dcc1c will not be triggered until provisioned by entity DHCP. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:17:17.992786 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:18.001010 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:17:18.090932 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Network 7f473315-df61-45b8-8ca6-1e09d7405d50 is already hosted by enough agents. {{(pid=79165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:17:18.094158 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.scheduler.base_scheduler [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Resources bound (agent type, host, resource id): {{(pid=79165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:17:18.096008 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Pushing event updated for resources: {'Port': ['ID=ca645ca4-e7df-41a3-8731-9692f55dcc1c,revision_number=1']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:17:18.098429 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Received port after_create {{(pid=79165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:17:18.130494 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:18.130853 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:18.131188 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:18.131513 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:18.131866 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:18.132173 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:18.132488 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:18.132799 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:18.133112 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:18.133419 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:18.133727 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:18.134035 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:18.147410 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:17:18.197973 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Attempting to bind port ca645ca4-e7df-41a3-8731-9692f55dcc1c on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:17:18.198711 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Attempting to bind port ca645ca4-e7df-41a3-8731-9692f55dcc1c by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': '4e98f586-f835-4056-accc-b907ade1503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7f473315-df61-45b8-8ca6-1e09d7405d50'}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:17:18.199289 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Attempting to bind port ca645ca4-e7df-41a3-8731-9692f55dcc1c on network 7f473315-df61-45b8-8ca6-1e09d7405d50 {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:17:18.205720 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:17:18.206240 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Checking segment: {'id': '4e98f586-f835-4056-accc-b907ade1503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7f473315-df61-45b8-8ca6-1e09d7405d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:17:18.206647 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:18.207036 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Bound using segment: {'id': '4e98f586-f835-4056-accc-b907ade1503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7f473315-df61-45b8-8ca6-1e09d7405d50'} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:17:18.207563 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Bound port: ca645ca4-e7df-41a3-8731-9692f55dcc1c, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e98f586-f835-4056-accc-b907ade1503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7f473315-df61-45b8-8ca6-1e09d7405d50'}}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:17:18.207950 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:18.298842 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] For port ca645ca4-e7df-41a3-8731-9692f55dcc1c, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:17:18.302012 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] For port ca645ca4-e7df-41a3-8731-9692f55dcc1c, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=ca645ca4-e7df-41a3-8731-9692f55dcc1c,segment=NetworkSegment(4e98f586-f835-4056-accc-b907ade1503e),segment_id=4e98f586-f835-4056-accc-b907ade1503e)] {{(pid=79165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:17:18.306639 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:18.314395 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-509d7b9e-fcfc-4393-ba55-d2956a9c4a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:17:18.389395 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Pushing event updated for resources: {'Port': ['ID=ca645ca4-e7df-41a3-8731-9692f55dcc1c,revision_number=2']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:17:18.392406 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:17:19.130706 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device ca645ca4-e7df-41a3-8731-9692f55dcc1c up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:17:19.212097 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port ca645ca4-e7df-41a3-8731-9692f55dcc1c completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:17:19.231437 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6315ceb5-689f-4805-b049-cd2bac9ae9a9 None None] Network 7f473315-df61-45b8-8ca6-1e09d7405d50 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:17:19.341921 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-38ea8925-dad3-4c29-9c3b-f6ec7283147f None None] Provisioning for port ca645ca4-e7df-41a3-8731-9692f55dcc1c completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:17:19.358649 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-38ea8925-dad3-4c29-9c3b-f6ec7283147f None None] Provisioning complete for port ca645ca4-e7df-41a3-8731-9692f55dcc1c triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:17:19.359023 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-38ea8925-dad3-4c29-9c3b-f6ec7283147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:19.579982 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-38ea8925-dad3-4c29-9c3b-f6ec7283147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:19.616093 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-38ea8925-dad3-4c29-9c3b-f6ec7283147f None None] For port ca645ca4-e7df-41a3-8731-9692f55dcc1c, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=ca645ca4-e7df-41a3-8731-9692f55dcc1c,segment=NetworkSegment(4e98f586-f835-4056-accc-b907ade1503e),segment_id=4e98f586-f835-4056-accc-b907ade1503e)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:17:19.621347 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-38ea8925-dad3-4c29-9c3b-f6ec7283147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:19.623454 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:17:19.691312 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea8925-dad3-4c29-9c3b-f6ec7283147f None None] Pushing event updated for resources: {'Port': ['ID=ca645ca4-e7df-41a3-8731-9692f55dcc1c,revision_number=3']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:17:19.702842 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-38ea8925-dad3-4c29-9c3b-f6ec7283147f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:17:19.841903 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-fd96922e-9ba4-4cf7-a0a7-a49e66c905f2 None None] Provisioning complete for port ca645ca4-e7df-41a3-8731-9692f55dcc1c triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:17:19.842456 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-fd96922e-9ba4-4cf7-a0a7-a49e66c905f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:21.095647 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device ca645ca4-e7df-41a3-8731-9692f55dcc1c up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:17:21.167799 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port ca645ca4-e7df-41a3-8731-9692f55dcc1c triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:17:21.168268 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:36.113130 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-fe34ee8f-d66d-4391-952c-7a7030e42662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:36.725474 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:38.928170 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-8aa19529-7282-467e-992c-aed9a49f542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:39.392712 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:40.025141 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 5 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:17:40.788452 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:06.105125 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-de77cf3b-d074-4fee-875f-3410d2893693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:06.728390 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:08.919730 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-1e079a97-8fc3-4433-b624-c9134b8c86c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:09.389734 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:10.792110 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:17.024257 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 5 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:18:25.499067 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 37042) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:18:25.505823 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [None req-b4d323a8-e2b0-4ecd-ac5b-02819fd9acbd tempest-verify_tempest_config-63953288 tempest-verify_tempest_config-63953288-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=79163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:18:25.506836 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-b4d323a8-e2b0-4ecd-ac5b-02819fd9acbd tempest-verify_tempest_config-63953288 tempest-verify_tempest_config-63953288-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068038 Aug 23 10:18:25.800503 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 37060) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:18:25.916484 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:25.930046 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:18:25.933766 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Usage tracker for resource:security_group_rule and tenant:5d1dece8e9dc4c37a2537c9177b83f26 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:18:25.936479 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:18:25.942040 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:18:26.021043 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:26.025153 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:26.032092 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:18:26.068644 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec07c3f-b3e1-49a4-b432-dcfcf50df047,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:18:26.074141 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d1dece8e9dc4c37a2537c9177b83f26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2726583 Aug 23 10:18:26.076910 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 37066) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:18:26.078014 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.078420 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.078703 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.079019 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.079340 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.079642 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.079994 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.080313 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.080626 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.080937 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.081247 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.081554 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.085310 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:18:26.136352 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:26.160912 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:26.252630 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:26.256520 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:18:26.267730 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec07c3f-b3e1-49a4-b432-dcfcf50df047,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:18:26.277487 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.277823 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.278152 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.278502 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.278824 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.279144 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.279458 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.279799 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.280137 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.280450 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.280759 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.281068 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.283583 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:26.284700 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ec07c3f-b3e1-49a4-b432-dcfcf50df047 HTTP/1.1" status: 204 len: 168 time: 0.2066989 Aug 23 10:18:26.285565 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:18:36.120533 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-0617e853-ef88-4b61-848d-ff9b887c9678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:36.731105 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:38.921957 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f8d6eb35-a755-40d9-817a-bbb093f4a710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:39.392085 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:40.793060 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:54.023390 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 5 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:19:06.105231 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5ecfaeb3-825e-4eff-b1a9-5d1742fb7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:19:06.732612 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:19:08.923510 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-23b4fca2-4646-48cc-87a1-72863aee79f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:19:09.394871 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:19:10.794920 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:19:31.021148 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 5 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:19:36.107858 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-b3b5b34c-9a33-4e1b-b74e-658dac354669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:19:36.733665 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:19:38.925534 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-476eeb10-8627-42ab-ba0b-4ffd5bc41e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:19:39.397163 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:19:40.799149 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:06.109249 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-51c576a7-ce7d-449a-8c3d-8c7eb6b2b0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:06.706313 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3830611'] for agent, after_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:06.733328 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:08.020345 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:20:08.928180 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-bdaaa4a0-3282-45e5-abd9-442f45b32df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:09.399912 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:10.823357 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:21.808695 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 37140) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:20:21.917831 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-a527bb43-351a-4772-bde8-182caf332fe5 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1080489 Aug 23 10:20:24.025091 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 37150) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:20:24.078240 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-da514da7-2e7a-483a-811c-7f974e85fb8a admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0520666 Aug 23 10:20:36.109879 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-73d1772c-c03b-488d-a2ed-bc96031ec11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:36.690824 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:36.737024 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:38.930881 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-bd708ea3-002d-498a-93fb-f7c349076d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:39.403833 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:40.809276 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:45.021552 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:21:06.112549 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-4d628280-c52c-4dc2-bb5d-8586200c61e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:06.720751 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:06.737957 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:08.931769 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-75278e5f-5260-4053-bba3-53db8d26dba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:09.405097 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:10.807854 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:22.020298 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:21:36.113817 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-17f16ef5-9bfb-4bbc-bb8e-6df795453ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:36.730524 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:36.740750 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:38.932890 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-beb37b2e-7b73-4867-9252-5bdc63f7140a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:39.410684 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:40.809401 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:59.018561 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:22:01.798659 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 37322) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:02.138216 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-network', 'tenant_id': '99082884e6bc45e18c151db1f08a2346'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:02.144751 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:02.150862 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Usage tracker for resource:network and tenant:99082884e6bc45e18c151db1f08a2346 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:02.153959 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:02.161817 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:02.168425 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 37350) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:02.179203 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Made reservation on behalf of 99082884e6bc45e18c151db1f08a2346 for: {'network': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:02.182674 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for network, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.199985 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.205489 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 37358) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:02.222736 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:02.227916 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Usage tracker for resource:security_group_rule and tenant:99082884e6bc45e18c151db1f08a2346 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:02.231323 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:02.236869 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:02.328327 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.332892 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.338542 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:02.368960 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a361328-f486-4664-8f58-9aff00cb09d7,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:02.377963 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.378307 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.378639 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.378962 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.379281 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.379597 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.379999 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.380249 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.380575 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.380902 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.381199 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.382249 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Tracked resource versions report: Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: pushed versions: Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: { 'AddressGroup': {'1.2'}, Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'ConntrackHelper': {'1.0'}, Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'Log': {'1.0'}, Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'Network': {'1.1'}, Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'Port': {'1.7'}, Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'PortForwarding': {'1.2'}, Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'QosPolicy': {'1.8'}, Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'SecurityGroup': {'1.4'}, Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'SecurityGroupRule': {'1.2'}, Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'SubPort': {'1.0'}, Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'Subnet': {'1.1'}, Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'Trunk': {'1.1'}} Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: consumer versions: Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: { DHCP agent@dv-cinder-802781-2-smb: {}, Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: HyperV agent@hv-cinder-80278: {}, Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: L3 agent@dv-cinder-802781-2-smb: {}, Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: Metadata agent@dv-cinder-802781-2-smb: {}, Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: Metering agent@dv-cinder-802781-2-smb: {}, Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: Open vSwitch agent@dv-cinder-802781-2-smb: { 'AddressGroup': '1.2', Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'ConntrackHelper': '1.0', Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'Log': '1.0', Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'Network': '1.1', Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'Port': '1.7', Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'PortForwarding': '1.2', Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'QosPolicy': '1.8', Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'SecurityGroup': '1.4', Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'SecurityGroupRule': '1.2', Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'SubPort': '1.0', Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'Subnet': '1.1', Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: 'Trunk': '1.1'}} Aug 23 10:22:02.383368 dv-cinder-802781-2-smb neutron-server[79163]: {{(pid=79163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 10:22:02.388624 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=79163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:22:02.391003 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:02.399722 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.400567 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.db.segments_db [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Added segment 6a1fd02f-1fad-483b-a96b-f9befe06bfdc of type vlan for network d137faa0-f4f8-4597-9039-8107bc591b01 Aug 23 10:22:02.430015 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775983037579'] for network, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.459572 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for network, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.461024 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:02.461606 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.466453 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:02.568388 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Pushing event updated for resources: {'Network': ['ID=d137faa0-f4f8-4597-9039-8107bc591b01,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:02.571684 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:02.579807 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7799671 Aug 23 10:22:02.580558 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 37378) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:02.581547 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-231587880-network', 'tenant_id': '24148a0a1b3d4246851e79ae6f24b70c'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:02.585635 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Network d137faa0-f4f8-4597-9039-8107bc591b01 details requested by agent ovs-agent-dv-cinder-802781-2-smb with host dv-cinder-802781-2-smb {{(pid=79165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:22:02.590806 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:02.595382 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Usage tracker for resource:network and tenant:24148a0a1b3d4246851e79ae6f24b70c is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:02.600107 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:02.604070 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-67a7950b-360f-45c7-a57e-e48a45922198 admin admin] Request body: {'subnet': {'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-subnet', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:02.607453 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:02.608557 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-67a7950b-360f-45c7-a57e-e48a45922198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:02.616924 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-67a7950b-360f-45c7-a57e-e48a45922198 admin admin] Usage tracker for resource:subnet and tenant:99082884e6bc45e18c151db1f08a2346 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:02.624643 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Made reservation on behalf of 24148a0a1b3d4246851e79ae6f24b70c for: {'network': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:02.624783 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-67a7950b-360f-45c7-a57e-e48a45922198 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:02.629089 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for network, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.637991 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-67a7950b-360f-45c7-a57e-e48a45922198 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:02.643976 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.656165 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a7950b-360f-45c7-a57e-e48a45922198 admin admin] Made reservation on behalf of 99082884e6bc45e18c151db1f08a2346 for: {'subnet': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:02.658461 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-67a7950b-360f-45c7-a57e-e48a45922198 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.665700 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:02.670142 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Usage tracker for resource:security_group_rule and tenant:24148a0a1b3d4246851e79ae6f24b70c is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:02.673093 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:02.679683 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:02.769105 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1023917365-network', 'tenant_id': '69e810a489604e6cb2020d8ccda61414'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:02.775870 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:02.784720 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Usage tracker for resource:network and tenant:69e810a489604e6cb2020d8ccda61414 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:02.788622 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:02.795812 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:02.815415 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Made reservation on behalf of 69e810a489604e6cb2020d8ccda61414 for: {'network': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:02.817715 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for network, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.839433 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.866847 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:02.870031 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.872598 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Usage tracker for resource:security_group_rule and tenant:69e810a489604e6cb2020d8ccda61414 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:02.876190 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:02.880047 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.889141 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:02.891220 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-61be6d5c-ad78-4e7d-b2d7-299fb05ee4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:02.924752 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16276aa0-fb8e-48de-86c9-ed05ef76da18,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:02.940836 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.941360 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.941794 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.942179 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.942513 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.942928 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.943345 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.944422 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.944823 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.945147 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.945468 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.945787 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Tracked resource versions report: Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: pushed versions: Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: { 'AddressGroup': {'1.2'}, Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'ConntrackHelper': {'1.0'}, Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'Log': {'1.0'}, Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'Network': {'1.1'}, Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'Port': {'1.7'}, Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'PortForwarding': {'1.2'}, Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'QosPolicy': {'1.8'}, Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'SecurityGroup': {'1.4'}, Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'SecurityGroupRule': {'1.2'}, Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'SubPort': {'1.0'}, Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'Subnet': {'1.1'}, Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'Trunk': {'1.1'}} Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: consumer versions: Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: { DHCP agent@dv-cinder-802781-2-smb: {}, Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: HyperV agent@hv-cinder-80278: {}, Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: L3 agent@dv-cinder-802781-2-smb: {}, Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: Metadata agent@dv-cinder-802781-2-smb: {}, Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: Metering agent@dv-cinder-802781-2-smb: {}, Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: Open vSwitch agent@dv-cinder-802781-2-smb: { 'AddressGroup': '1.2', Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'ConntrackHelper': '1.0', Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'Log': '1.0', Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'Network': '1.1', Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'Port': '1.7', Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'PortForwarding': '1.2', Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'QosPolicy': '1.8', Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'SecurityGroup': '1.4', Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'SecurityGroupRule': '1.2', Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'SubPort': '1.0', Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'Subnet': '1.1', Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: 'Trunk': '1.1'}} Aug 23 10:22:02.947024 dv-cinder-802781-2-smb neutron-server[79164]: {{(pid=79164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 10:22:02.955283 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 37396) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:02.958368 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:02.960902 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=79164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:22:02.986432 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.986774 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.db.segments_db [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Added segment 2c74a457-f0b8-49fe-a562-feb98066a0a4 of type vlan for network 49c0bc69-0d72-4f29-9e86-250119aa9fcc Aug 23 10:22:02.996306 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-67a7950b-360f-45c7-a57e-e48a45922198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for subnet, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.010830 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-112b6698-e5be-4b41-be8c-9f70e84d944a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:03.031480 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775983037579'] for network, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.089823 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7950b-360f-45c7-a57e-e48a45922198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f85e825-59e5-4c98-a66a-77e558377d2d,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:03.098158 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for network, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.103053 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-67a7950b-360f-45c7-a57e-e48a45922198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:03.103535 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:03.104301 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.124166 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a7950b-360f-45c7-a57e-e48a45922198 admin admin] Checking segment: {'id': '6a1fd02f-1fad-483b-a96b-f9befe06bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:03.124514 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a7950b-360f-45c7-a57e-e48a45922198 admin admin] Network hostable DHCP agents. Network: d137faa0-f4f8-4597-9039-8107bc591b01, hostable agents: ['e4366bde-9e46-4a9c-adf7-2d64cdf13340'], hosted agents: [] {{(pid=79163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:22:03.140567 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.141771 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:03.149072 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a7950b-360f-45c7-a57e-e48a45922198 admin admin] Network d137faa0-f4f8-4597-9039-8107bc591b01 is scheduled to be hosted by DHCP agent e4366bde-9e46-4a9c-adf7-2d64cdf13340 with binding_index 1 {{(pid=79163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:22:03.163308 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9930224 Aug 23 10:22:03.163714 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 37408) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:03.164692 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-67a7950b-360f-45c7-a57e-e48a45922198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-smb, d137faa0-f4f8-4597-9039-8107bc591b01) {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:03.168833 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.174705 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a7950b-360f-45c7-a57e-e48a45922198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:03.176526 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb00e421-c773-4451-847b-9753b0b13016 None None] Network d137faa0-f4f8-4597-9039-8107bc591b01 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:22:03.177890 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-67a7950b-360f-45c7-a57e-e48a45922198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.187087 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-55119c65-4860-4a44-b22f-1bfeb877f33c admin admin] Request body: {'subnet': {'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-231587880-subnet', 'tenant_id': '24148a0a1b3d4246851e79ae6f24b70c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:03.197283 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-55119c65-4860-4a44-b22f-1bfeb877f33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:03.203363 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-55119c65-4860-4a44-b22f-1bfeb877f33c admin admin] Usage tracker for resource:subnet and tenant:24148a0a1b3d4246851e79ae6f24b70c is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:03.208722 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-55119c65-4860-4a44-b22f-1bfeb877f33c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:03.218078 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-55119c65-4860-4a44-b22f-1bfeb877f33c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:03.228000 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-67a7950b-360f-45c7-a57e-e48a45922198 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6463761 Aug 23 10:22:03.229130 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 37412) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:03.244482 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:03.249939 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Pushing event updated for resources: {'Network': ['ID=49c0bc69-0d72-4f29-9e86-250119aa9fcc,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:03.254315 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:03.259828 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Usage tracker for resource:router and tenant:99082884e6bc45e18c151db1f08a2346 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:03.267136 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=79164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:22:03.278699 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Network 49c0bc69-0d72-4f29-9e86-250119aa9fcc details requested by agent ovs-agent-dv-cinder-802781-2-smb with host dv-cinder-802781-2-smb {{(pid=79165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:22:03.279017 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:03.281040 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.281444 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.db.segments_db [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Added segment 9eef0cb5-f528-4c04-94ce-cb463f292a20 of type vlan for network 74466438-5a63-441f-a8a8-f5014503b519 Aug 23 10:22:03.283050 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55119c65-4860-4a44-b22f-1bfeb877f33c admin admin] Made reservation on behalf of 24148a0a1b3d4246851e79ae6f24b70c for: {'subnet': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:03.285458 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-55119c65-4860-4a44-b22f-1bfeb877f33c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.316888 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775983037579'] for network, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.346471 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:03.347157 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:03.357045 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for network, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.361310 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:03.361937 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.383589 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1774342 Aug 23 10:22:03.390944 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 37420) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:03.400178 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-4143c344-17a4-4e30-8784-70b1619ae82c admin admin] Request body: {'subnet': {'network_id': '74466438-5a63-441f-a8a8-f5014503b519', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1023917365-subnet', 'tenant_id': '69e810a489604e6cb2020d8ccda61414', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:03.404760 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-4143c344-17a4-4e30-8784-70b1619ae82c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:03.408570 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-4143c344-17a4-4e30-8784-70b1619ae82c admin admin] Usage tracker for resource:subnet and tenant:69e810a489604e6cb2020d8ccda61414 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:03.411509 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-4143c344-17a4-4e30-8784-70b1619ae82c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:03.418323 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-4143c344-17a4-4e30-8784-70b1619ae82c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:03.429725 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:03.433216 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4143c344-17a4-4e30-8784-70b1619ae82c admin admin] Made reservation on behalf of 69e810a489604e6cb2020d8ccda61414 for: {'subnet': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:03.435874 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4143c344-17a4-4e30-8784-70b1619ae82c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.451573 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:03.452029 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:03.598249 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76cf127e-a354-528f-8ac1-44611a3235cc-d137faa0-f4f8-4597-9039-8107bc591b01', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d'}]}} from dv-cinder-802781-2-smb. {{(pid=79165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 10:22:03.599623 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.626957 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:03.652774 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-55119c65-4860-4a44-b22f-1bfeb877f33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for subnet, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.669369 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:03.674353 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1926471647-network', 'tenant_id': '585381002ceb4449a490577e2276d203'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:03.687271 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:03.693289 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Usage tracker for resource:network and tenant:585381002ceb4449a490577e2276d203 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:03.708533 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:03.776108 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55119c65-4860-4a44-b22f-1bfeb877f33c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd439ff1-addd-478f-96e1-80b2d62b0219,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:03.783274 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3807438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6589'] for router, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.784664 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.801029 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.819989 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-55119c65-4860-4a44-b22f-1bfeb877f33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:03.832778 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:03.856049 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Pushing event updated for resources: {'Network': ['ID=74466438-5a63-441f-a8a8-f5014503b519,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:03.862659 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:03.881815 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.db_base_plugin_common [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Allocated IP 172.20.0.2 (d137faa0-f4f8-4597-9039-8107bc591b01/2f85e825-59e5-4c98-a66a-77e558377d2d/eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625) {{(pid=79165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:22:03.895306 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Made reservation on behalf of 585381002ceb4449a490577e2276d203 for: {'network': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:03.900475 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for network, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.939619 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.986233 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:03.994421 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Usage tracker for resource:security_group_rule and tenant:585381002ceb4449a490577e2276d203 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:04.006861 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:04.025663 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:04.182756 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Notify callbacks [] for port, precommit_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.208439 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Network 74466438-5a63-441f-a8a8-f5014503b519 details requested by agent ovs-agent-dv-cinder-802781-2-smb with host dv-cinder-802781-2-smb {{(pid=79165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:22:04.260667 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4143c344-17a4-4e30-8784-70b1619ae82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for subnet, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.309765 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-6d3e1d55-e344-4cb1-b617-9d5e71ae2766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:04.449800 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Transition to ACTIVE for port object eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 will not be triggered until provisioned by entity L2. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:04.493691 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4143c344-17a4-4e30-8784-70b1619ae82c admin admin] Checking segment: {'id': '9eef0cb5-f528-4c04-94ce-cb463f292a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74466438-5a63-441f-a8a8-f5014503b519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:04.493691 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143c344-17a4-4e30-8784-70b1619ae82c admin admin] Network hostable DHCP agents. Network: 74466438-5a63-441f-a8a8-f5014503b519, hostable agents: ['e4366bde-9e46-4a9c-adf7-2d64cdf13340'], hosted agents: [] {{(pid=79164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:22:04.499278 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Transition to ACTIVE for port object eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 will not be triggered until provisioned by entity DHCP. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:04.500886 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55119c65-4860-4a44-b22f-1bfeb877f33c admin admin] Checking segment: {'id': '2c74a457-f0b8-49fe-a562-feb98066a0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:04.501367 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55119c65-4860-4a44-b22f-1bfeb877f33c admin admin] Network hostable DHCP agents. Network: 49c0bc69-0d72-4f29-9e86-250119aa9fcc, hostable agents: ['e4366bde-9e46-4a9c-adf7-2d64cdf13340'], hosted agents: [] {{(pid=79163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:22:04.509443 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.531028 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-38ea8925-dad3-4c29-9c3b-f6ec7283147f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:04.536831 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6470'] for router, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.543599 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55119c65-4860-4a44-b22f-1bfeb877f33c admin admin] Network 49c0bc69-0d72-4f29-9e86-250119aa9fcc is scheduled to be hosted by DHCP agent e4366bde-9e46-4a9c-adf7-2d64cdf13340 with binding_index 1 {{(pid=79163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:22:04.563758 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-55119c65-4860-4a44-b22f-1bfeb877f33c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-smb, 49c0bc69-0d72-4f29-9e86-250119aa9fcc) {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:04.573872 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55119c65-4860-4a44-b22f-1bfeb877f33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:04.575513 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-55119c65-4860-4a44-b22f-1bfeb877f33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.589614 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143c344-17a4-4e30-8784-70b1619ae82c admin admin] Network 74466438-5a63-441f-a8a8-f5014503b519 is scheduled to be hosted by DHCP agent e4366bde-9e46-4a9c-adf7-2d64cdf13340 with binding_index 1 {{(pid=79164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:22:04.605823 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [None req-4143c344-17a4-4e30-8784-70b1619ae82c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-smb, 74466438-5a63-441f-a8a8-f5014503b519) {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:04.613065 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4143c344-17a4-4e30-8784-70b1619ae82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:04.615333 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Network d137faa0-f4f8-4597-9039-8107bc591b01 is already hosted by enough agents. {{(pid=79165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:04.616893 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4143c344-17a4-4e30-8784-70b1619ae82c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for subnet, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.626216 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143c344-17a4-4e30-8784-70b1619ae82c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a,revision_number=0']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:04.638134 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.scheduler.base_scheduler [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Resources bound (agent type, host, resource id): {{(pid=79165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:04.639387 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd63a31d-bd41-4768-b075-1b4402e73f77 None None] Network 49c0bc69-0d72-4f29-9e86-250119aa9fcc requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:22:04.645034 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-4143c344-17a4-4e30-8784-70b1619ae82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:04.676429 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-55119c65-4860-4a44-b22f-1bfeb877f33c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5074265 Aug 23 10:22:04.677078 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 37462) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:04.685893 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-231587880-router', 'tenant_id': '24148a0a1b3d4246851e79ae6f24b70c', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:04.692454 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:04.707815 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Usage tracker for resource:router and tenant:24148a0a1b3d4246851e79ae6f24b70c is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:04.714337 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:04.718106 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-4143c344-17a4-4e30-8784-70b1619ae82c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3262711 Aug 23 10:22:04.722036 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:04.796600 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.811072 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.814682 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-559f89d7-5e1d-4979-b24c-8c5a1280d526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:04.854163 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9327a9-3e3c-465c-ad80-261664533d4f None None] Network 74466438-5a63-441f-a8a8-f5014503b519 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:22:04.875236 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=79164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:22:04.882139 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e835b225-a24c-406f-9091-6fb4455d8829,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:04.886443 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:04.890917 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.891938 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.db.segments_db [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Added segment b671125e-e92c-4b03-a20d-8975215f1c0b of type vlan for network 6b8040ca-dff2-4b32-b8dc-6326190757b9 Aug 23 10:22:04.905056 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Received port after_create {{(pid=79165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:22:04.916238 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3807438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6589'] for router, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.917577 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.928942 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775983037579'] for network, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.965529 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.989074 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for network, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.991066 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:04.992009 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.997512 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:05.278438 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3217881 Aug 23 10:22:05.279665 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 37506) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:05.281596 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Pushing event updated for resources: {'Network': ['ID=6b8040ca-dff2-4b32-b8dc-6326190757b9,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:05.289988 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:05.297236 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Network 6b8040ca-dff2-4b32-b8dc-6326190757b9 details requested by agent ovs-agent-dv-cinder-802781-2-smb with host dv-cinder-802781-2-smb {{(pid=79165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:22:05.299437 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-a248bb57-ed8e-4b57-ac7e-e52730c55f73 admin admin] Request body: {'subnet': {'network_id': '6b8040ca-dff2-4b32-b8dc-6326190757b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1926471647-subnet', 'tenant_id': '585381002ceb4449a490577e2276d203', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:05.311625 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-a248bb57-ed8e-4b57-ac7e-e52730c55f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:05.321796 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-a248bb57-ed8e-4b57-ac7e-e52730c55f73 admin admin] Usage tracker for resource:subnet and tenant:585381002ceb4449a490577e2276d203 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:05.325476 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-a248bb57-ed8e-4b57-ac7e-e52730c55f73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:05.329963 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Pushing event updated for resources: {'Port': ['ID=eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625,revision_number=1']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:05.342951 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-a248bb57-ed8e-4b57-ac7e-e52730c55f73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:05.367171 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a248bb57-ed8e-4b57-ac7e-e52730c55f73 admin admin] Made reservation on behalf of 585381002ceb4449a490577e2276d203 for: {'subnet': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:05.369569 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-a248bb57-ed8e-4b57-ac7e-e52730c55f73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.538537 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6470'] for router, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.605739 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.639899 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.714861 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:05.715349 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:05.717293 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:05.723254 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:05.724076 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:05.724689 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:05.725916 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:05.728274 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:05.728933 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:05.732413 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:05.732956 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:05.733461 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Tracked resource versions report: Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: pushed versions: Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: { 'AddressGroup': {'1.2'}, Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'ConntrackHelper': {'1.0'}, Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'Log': {'1.0'}, Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'Network': {'1.1'}, Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'Port': {'1.7'}, Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'PortForwarding': {'1.2'}, Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'QosPolicy': {'1.8'}, Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'SecurityGroup': {'1.4'}, Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'SecurityGroupRule': {'1.2'}, Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'SubPort': {'1.0'}, Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'Subnet': {'1.1'}, Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'Trunk': {'1.1'}} Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: consumer versions: Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: { DHCP agent@dv-cinder-802781-2-smb: {}, Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: HyperV agent@hv-cinder-80278: {}, Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: L3 agent@dv-cinder-802781-2-smb: {}, Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: Metadata agent@dv-cinder-802781-2-smb: {}, Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: Metering agent@dv-cinder-802781-2-smb: {}, Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: Open vSwitch agent@dv-cinder-802781-2-smb: { 'AddressGroup': '1.2', Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'ConntrackHelper': '1.0', Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'Log': '1.0', Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'Network': '1.1', Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'Port': '1.7', Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'PortForwarding': '1.2', Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'QosPolicy': '1.8', Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'SecurityGroup': '1.4', Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'SecurityGroupRule': '1.2', Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'SubPort': '1.0', Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'Subnet': '1.1', Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: 'Trunk': '1.1'}} Aug 23 10:22:05.734909 dv-cinder-802781-2-smb neutron-server[79165]: {{(pid=79165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 10:22:05.823405 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 37542) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:05.828528 dv-cinder-802781-2-smb neutron-server[79164]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 10:22:05.852273 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4780703e-92dd-4190-a381-cd3908796cda None None] Network 74466438-5a63-441f-a8a8-f5014503b519 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:22:06.022988 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Allocated IP 172.28.2.65 (6abbf648-30c3-4bc3-b6f8-fb92b7833a6b/1bf33108-a606-44c8-ae34-6d10a469fb3b/fc36c69b-ab0d-4ce0-90ed-ca951074c554) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:22:06.069347 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 37548) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:06.208193 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-a248bb57-ed8e-4b57-ac7e-e52730c55f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for subnet, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.239793 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-4143c344-17a4-4e30-8784-70b1619ae82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:06.280250 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.750s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:06.289097 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Attempting to bind port eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:22:06.289466 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Attempting to bind port eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': '6a1fd02f-1fad-483b-a96b-f9befe06bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01'}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:22:06.289829 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Attempting to bind port eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 on network d137faa0-f4f8-4597-9039-8107bc591b01 {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:06.345874 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-0344e5c2-3839-41e1-9075-fac1686449d6 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:06.347247 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-0344e5c2-3839-41e1-9075-fac1686449d6 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Synchronizing usage tracker for tenant:69e810a489604e6cb2020d8ccda61414 on resource:network {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:06.353217 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a248bb57-ed8e-4b57-ac7e-e52730c55f73 admin admin] Checking segment: {'id': 'b671125e-e92c-4b03-a20d-8975215f1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6b8040ca-dff2-4b32-b8dc-6326190757b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:06.353908 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a248bb57-ed8e-4b57-ac7e-e52730c55f73 admin admin] Network hostable DHCP agents. Network: 6b8040ca-dff2-4b32-b8dc-6326190757b9, hostable agents: ['e4366bde-9e46-4a9c-adf7-2d64cdf13340'], hosted agents: [] {{(pid=79164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:22:06.395867 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:22:06.397351 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Checking segment: {'id': '6a1fd02f-1fad-483b-a96b-f9befe06bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:06.397768 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.398305 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Bound using segment: {'id': '6a1fd02f-1fad-483b-a96b-f9befe06bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01'} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:22:06.398836 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Bound port: eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1fd02f-1fad-483b-a96b-f9befe06bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01'}}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:22:06.399242 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.416280 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a248bb57-ed8e-4b57-ac7e-e52730c55f73 admin admin] Network 6b8040ca-dff2-4b32-b8dc-6326190757b9 is scheduled to be hosted by DHCP agent e4366bde-9e46-4a9c-adf7-2d64cdf13340 with binding_index 1 {{(pid=79164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:22:06.419342 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-163bc2e7-92a1-427c-9bdd-72d45feb2dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.425494 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248bb57-ed8e-4b57-ac7e-e52730c55f73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fc4a62-97c6-40a0-b1c4-fb1f7e0d6db8,revision_number=0']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:06.430114 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-0344e5c2-3839-41e1-9075-fac1686449d6 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Unset dirty status for tenant:69e810a489604e6cb2020d8ccda61414 on resource:network {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:06.438131 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-0344e5c2-3839-41e1-9075-fac1686449d6 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/networks?id=74466438-5a63-441f-a8a8-f5014503b519 HTTP/1.1" status: 200 len: 815 time: 0.6134665 Aug 23 10:22:06.441681 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-a248bb57-ed8e-4b57-ac7e-e52730c55f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:06.442532 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [None req-a248bb57-ed8e-4b57-ac7e-e52730c55f73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-smb, 6b8040ca-dff2-4b32-b8dc-6326190757b9) {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:06.454781 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d56178c-610b-469b-bc75-491c9c646b75 None None] Network 49c0bc69-0d72-4f29-9e86-250119aa9fcc requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:22:06.455230 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a248bb57-ed8e-4b57-ac7e-e52730c55f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:06.455945 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-a248bb57-ed8e-4b57-ac7e-e52730c55f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for subnet, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.472682 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-f24d2f26-2b7f-4c9d-a9b7-f17c44b9153a tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/quotas/69e810a489604e6cb2020d8ccda61414 HTTP/1.1" status: 200 len: 375 time: 0.0333233 Aug 23 10:22:06.488469 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d04f5e94-0e29-4beb-be74-308bbd263757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.499263 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092a7349-b50c-48cd-a135-812ea7ae5f6b None None] Network 6b8040ca-dff2-4b32-b8dc-6326190757b9 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:22:06.516535 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-a248bb57-ed8e-4b57-ac7e-e52730c55f73 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2217381 Aug 23 10:22:06.589952 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-d04f5e94-0e29-4beb-be74-308bbd263757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:06.609404 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-e47f0836-6c3d-4b5d-8923-124dea485a68 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=69e810a489604e6cb2020d8ccda61414&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1356230 Aug 23 10:22:06.610458 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-d04f5e94-0e29-4beb-be74-308bbd263757 admin admin] Usage tracker for resource:security_group_rule and tenant:ffde8f3b3abe45cc80c54321fb541437 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:06.615403 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-d04f5e94-0e29-4beb-be74-308bbd263757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:06.640914 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-d04f5e94-0e29-4beb-be74-308bbd263757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:06.737804 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.753708 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.793205 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.892929 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-5b17af0c-7a38-40bd-b873-783a1450435f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=79164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:22:06.906956 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-5b17af0c-7a38-40bd-b873-783a1450435f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1219597 Aug 23 10:22:06.916180 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.932670 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] For port eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:22:06.950351 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d04f5e94-0e29-4beb-be74-308bbd263757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.967491 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d04f5e94-0e29-4beb-be74-308bbd263757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.988500 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-ca370f3f-ab66-4e33-840f-ae9f79b04d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:06.996217 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:07.010887 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:07.011564 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:07.027912 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] For port eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:22:07.063491 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:07.075388 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:07.090815 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:07.098222 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:07.114579 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:22:07.175568 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-d04f5e94-0e29-4beb-be74-308bbd263757 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffde8f3b3abe45cc80c54321fb541437&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1011496 Aug 23 10:22:07.178250 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 37588) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:07.189683 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f5e94-0e29-4beb-be74-308bbd263757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f784b40-2f7c-47a5-aa37-114a169d315d,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:07.197184 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-d04f5e94-0e29-4beb-be74-308bbd263757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:07.259047 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-daa4a0ca-c671-427e-942b-046724a9745f service neutron] 10.222.0.20 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508158 Aug 23 10:22:07.295018 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Pushing event updated for resources: {'Port': ['ID=fc36c69b-ab0d-4ce0-90ed-ca951074c554,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:07.316730 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:07.393022 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Pushing event updated for resources: {'Port': ['ID=eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625,revision_number=2']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:07.401984 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:07.425541 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2853e6d4-c79d-4591-bca6-79487de440d2 None None] Network 6b8040ca-dff2-4b32-b8dc-6326190757b9 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:22:07.444468 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 37606) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:07.445645 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Allocated IP 172.28.2.187 (6abbf648-30c3-4bc3-b6f8-fb92b7833a6b/1bf33108-a606-44c8-ae34-6d10a469fb3b/25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:22:07.455980 dv-cinder-802781-2-smb neutron-server[79163]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 10:22:07.498005 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-170887b4-a8c4-454c-b9fc-aee29036c0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:07.651174 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-170887b4-a8c4-454c-b9fc-aee29036c0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:07.677198 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-3de18caf-a8db-4e07-acca-27f7de76de7d service neutron] 10.222.0.20 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174137 Aug 23 10:22:07.765198 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-170887b4-a8c4-454c-b9fc-aee29036c0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:07.772783 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-957b02d9-7052-41fd-9408-8c99dfc8d543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:07.795431 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170887b4-a8c4-454c-b9fc-aee29036c0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f784b40-2f7c-47a5-aa37-114a169d315d,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:07.808423 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-170887b4-a8c4-454c-b9fc-aee29036c0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:07.816625 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-170887b4-a8c4-454c-b9fc-aee29036c0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:07.835144 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-170887b4-a8c4-454c-b9fc-aee29036c0b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f784b40-2f7c-47a5-aa37-114a169d315d HTTP/1.1" status: 204 len: 168 time: 0.6501982 Aug 23 10:22:08.036891 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8dcc5f79-7d8a-466a-beb1-9e7a425dbeeb req-3bd34d2e-20a1-409a-a01b-d6c6912f3083 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 210 time: 0.0645921 Aug 23 10:22:08.196502 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-947fd34f-9311-4a59-bb2b-25d0e9f25115 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:08.198090 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-947fd34f-9311-4a59-bb2b-25d0e9f25115 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/networks?id=6b8040ca-dff2-4b32-b8dc-6326190757b9 HTTP/1.1" status: 200 len: 812 time: 0.7496459 Aug 23 10:22:08.200996 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:08.228848 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-86f3301f-afb0-47ac-8056-a4617eff96ca tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/quotas/585381002ceb4449a490577e2276d203 HTTP/1.1" status: 200 len: 375 time: 0.0207913 Aug 23 10:22:08.271454 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:08.409329 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-bb31811e-8090-4780-87a9-8c3087c66d5c tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=585381002ceb4449a490577e2276d203&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1721766 Aug 23 10:22:08.763978 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:08.774332 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-36317f67-2c6e-4a5f-ad58-2def0c6887f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:08.806098 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6f5603-3aee-4298-ab36-6ec925f142c8 None None] Network d137faa0-f4f8-4597-9039-8107bc591b01 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:22:08.850451 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Pushing event updated for resources: {'Port': ['ID=25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:08.857101 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:08.869191 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:08.871024 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:08.935256 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:22:09.146803 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-8b9451b8-c4ae-4125-a14b-ef11bce3ca37 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=79163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:22:09.148176 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-8b9451b8-c4ae-4125-a14b-ef11bce3ca37 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3995328 Aug 23 10:22:09.258678 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-020e18f8-7a16-454f-81b1-095dd5a9842a None None] Provisioning for port eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:09.278568 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-4f88313d-d5fc-4e54-ad2b-a0f9c2880ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:09.381390 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9cd9de6a-415f-4073-bee6-dc142b8235c9 req-40c0dda1-1a56-4700-84b1-ed5b36550a31 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 210 time: 0.1240399 Aug 23 10:22:09.382365 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:09.623442 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:09.638612 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:09.644069 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:09.746041 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:09.876163 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901087'] for router, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:09.918455 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:09.979833 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:09.985930 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:09.991543 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5bf7ec46-fc21-4cf8-8acf-03e459477b25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:10.082678 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625,revision_number=3']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:10.086893 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:10.094954 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-bb4437a8-df1b-4ece-bb69-42d72f24d766 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8040ca-dff2-4b32-b8dc-6326190757b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8469820 Aug 23 10:22:10.208548 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-83feac95-9b4a-47fc-b26d-1c9646adced8 None None] Provisioning complete for port eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:10.208831 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-83feac95-9b4a-47fc-b26d-1c9646adced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:10.213690 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:10.550516 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-6d7c5e76-77c6-411f-8f5b-a3db39f5a6f2 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8040ca-dff2-4b32-b8dc-6326190757b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395649 Aug 23 10:22:10.590832 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-379550b0-1234-48d5-9e9b-9dce652e8228 req-228fb963-c7f9-49aa-a58b-02abfd5a587d tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 210 time: 0.0578020 Aug 23 10:22:10.689516 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.46', 49894) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:10.714217 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Router 9668630c-2efb-4cd4-a120-0553ce1f5de0 is scheduled to L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 with binding_index 1 {{(pid=79163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 10:22:10.833067 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:10.993798 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901087'] for router, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:11.000548 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-1e3dde4c-f0a2-4b73-9f9d-9ae0df241e77 req-2da32db3-e736-4a0f-88a0-375423c31094 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 210 time: 0.1170502 Aug 23 10:22:11.071414 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-412627e1-63a2-4ce1-86b1-3bdc2746d77a tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:11.073355 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-412627e1-63a2-4ce1-86b1-3bdc2746d77a tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.46 "GET /v2.0/networks?id=74466438-5a63-441f-a8a8-f5014503b519 HTTP/1.1" status: 200 len: 815 time: 0.3812108 Aug 23 10:22:11.083804 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:22:11.094335 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Sync routers for ids ['9668630c-2efb-4cd4-a120-0553ce1f5de0'] in dv-cinder-802781-2-smb {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:22:11.114016 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Routers {'9668630c-2efb-4cd4-a120-0553ce1f5de0'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:22:11.115812 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:22:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['9668630c-2efb-4cd4-a120-0553ce1f5de0'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:11.134780 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-eb305949-5116-424e-bcf7-cea61c5304e4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Request body: {'port': {'device_id': 'd3b40d1d-7a69-48ff-b5eb-0a4180baea68', 'network_id': '74466438-5a63-441f-a8a8-f5014503b519', 'admin_state_up': True, 'tenant_id': '69e810a489604e6cb2020d8ccda61414'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:11.310631 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:11.411093 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:11.411474 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:11.478073 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Notify callbacks [] for router, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:11.487491 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.2556629 Aug 23 10:22:11.498151 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 37830) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:11.582579 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Router eb776e4f-02f8-4007-8f58-34bf8a605972 is scheduled to L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 with binding_index 1 {{(pid=79163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 10:22:11.749327 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Set router 9668630c-2efb-4cd4-a120-0553ce1f5de0 gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:22:11.871421 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 37856) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:11.971165 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:22:11.982201 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Sync routers for ids ['eb776e4f-02f8-4007-8f58-34bf8a605972'] in dv-cinder-802781-2-smb {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:22:12.002556 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Routers {'eb776e4f-02f8-4007-8f58-34bf8a605972'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:22:12.024362 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:22:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['eb776e4f-02f8-4007-8f58-34bf8a605972'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:12.028324 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-eb305949-5116-424e-bcf7-cea61c5304e4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:12.097325 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-8fc1c810-8dbe-4481-8beb-895815303000 req-eb094467-dbdb-44a7-a13e-a00834e24438 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 210 time: 0.1280544 Aug 23 10:22:12.123772 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Notify callbacks [] for router, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:12.128391 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.4480791 Aug 23 10:22:12.129263 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 37884) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:12.217022 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-eb305949-5116-424e-bcf7-cea61c5304e4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Usage tracker for resource:port and tenant:69e810a489604e6cb2020d8ccda61414 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:12.261989 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-eb305949-5116-424e-bcf7-cea61c5304e4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:12.283639 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-eb305949-5116-424e-bcf7-cea61c5304e4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:12.332813 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-1fdb2637-83bb-43f3-a705-32612a3bd08d req-d34d7246-60c1-4ea9-beeb-0712148d52dc tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 210 time: 0.1280282 Aug 23 10:22:12.333957 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c8caded8-030e-4f1a-838c-e4170d226fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:12.388316 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-c8caded8-030e-4f1a-838c-e4170d226fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:12.392836 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-c8caded8-030e-4f1a-838c-e4170d226fce admin admin] Usage tracker for resource:security_group_rule and tenant:6d708c73e86349eb90e16ff3f7071231 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:12.396372 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-c8caded8-030e-4f1a-838c-e4170d226fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:12.404363 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-c8caded8-030e-4f1a-838c-e4170d226fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:12.501799 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c8caded8-030e-4f1a-838c-e4170d226fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:12.511796 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c8caded8-030e-4f1a-838c-e4170d226fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:12.522835 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-eb305949-5116-424e-bcf7-cea61c5304e4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Made reservation on behalf of 69e810a489604e6cb2020d8ccda61414 for: {'port': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:12.526727 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-eb305949-5116-424e-bcf7-cea61c5304e4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:12.548908 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:12.695000 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:22:07Z', 'revision_number': 3, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port': {'id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:05Z', 'updated_at': '2021-08-23T10:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:12.700345 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Checking router: 9668630c-2efb-4cd4-a120-0553ce1f5de0 for host: dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:22:12.701054 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Updating router 9668630c-2efb-4cd4-a120-0553ce1f5de0 port fc36c69b-ab0d-4ce0-90ed-ca951074c554 binding host dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:22:12.778536 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:12.782154 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Set router eb776e4f-02f8-4007-8f58-34bf8a605972 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:22:12.871576 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-eb305949-5116-424e-bcf7-cea61c5304e4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Allocated IP 172.20.0.13 (74466438-5a63-441f-a8a8-f5014503b519/ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a/187b0acb-0811-412e-ace7-f2ea1315cadf) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:22:12.872282 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 37902) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:13.307099 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4926ee15-c529-4cf5-bde7-df7982a32262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:13.390359 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-4926ee15-c529-4cf5-bde7-df7982a32262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:13.406789 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-4926ee15-c529-4cf5-bde7-df7982a32262 admin admin] Usage tracker for resource:security_group_rule and tenant:0a3c1135758a463298c7aac9502b8650 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:13.419723 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-4926ee15-c529-4cf5-bde7-df7982a32262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:13.438705 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-eb305949-5116-424e-bcf7-cea61c5304e4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:13.440826 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-4926ee15-c529-4cf5-bde7-df7982a32262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:13.713768 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Notify callbacks [] for port, precommit_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:13.736736 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.provisioning_blocks [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Transition to ACTIVE for port object fc36c69b-ab0d-4ce0-90ed-ca951074c554 will not be triggered until provisioned by entity L2. {{(pid=79166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:13.746619 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:13.767049 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-29acd90f-45d4-4e5f-a591-7a6464ea2d01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:13.842416 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Attempting to bind port fc36c69b-ab0d-4ce0-90ed-ca951074c554 on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:22:13.842789 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Attempting to bind port fc36c69b-ab0d-4ce0-90ed-ca951074c554 by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}] {{(pid=79166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:22:13.843152 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Attempting to bind port fc36c69b-ab0d-4ce0-90ed-ca951074c554 on network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:13.847923 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-eb305949-5116-424e-bcf7-cea61c5304e4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:13.851784 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb776e4f-02f8-4007-8f58-34bf8a605972', 'name': 'tempest-ServerRescueNegativeTestJSON-231587880-router', 'tenant_id': '24148a0a1b3d4246851e79ae6f24b70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:04Z', 'updated_at': '2021-08-23T10:22:09Z', 'revision_number': 3, 'project_id': '24148a0a1b3d4246851e79ae6f24b70c', 'gw_port': {'id': '25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb776e4f-02f8-4007-8f58-34bf8a605972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:06Z', 'updated_at': '2021-08-23T10:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:13.855435 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:22:13.855713 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Checking segment: {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:13.856201 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:13.856621 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Bound using segment: {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'} {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:22:13.857039 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Bound port: fc36c69b-ab0d-4ce0-90ed-ca951074c554, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}}] {{(pid=79166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:22:13.857421 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:13.872535 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Checking router: eb776e4f-02f8-4007-8f58-34bf8a605972 for host: dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:22:13.876257 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Updating router eb776e4f-02f8-4007-8f58-34bf8a605972 port 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b binding host dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:22:13.940027 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.db [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] For port fc36c69b-ab0d-4ce0-90ed-ca951074c554, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:22:13.944450 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.db [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] For port fc36c69b-ab0d-4ce0-90ed-ca951074c554, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=fc36c69b-ab0d-4ce0-90ed-ca951074c554,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:22:13.954645 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:13.988330 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Routers {'9668630c-2efb-4cd4-a120-0553ce1f5de0'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:22:13.989244 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:22:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['9668630c-2efb-4cd4-a120-0553ce1f5de0'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:14.023223 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:14.037935 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-c8caded8-030e-4f1a-838c-e4170d226fce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d708c73e86349eb90e16ff3f7071231&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1652372 Aug 23 10:22:14.040988 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 37924) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:14.067972 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e0357dc7-494a-4bb4-b29a-e3fc647bf473 req-585f735e-12a0-4234-a451-dda983c96a4a tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 210 time: 0.3154998 Aug 23 10:22:14.076338 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8caded8-030e-4f1a-838c-e4170d226fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0170a6ef-27df-4fb3-99ea-4c77aa22e4ba,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:14.097397 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-c8caded8-030e-4f1a-838c-e4170d226fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.548s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:14.170837 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:14.179780 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4926ee15-c529-4cf5-bde7-df7982a32262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:14.208142 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] Set router 9668630c-2efb-4cd4-a120-0553ce1f5de0 gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:22:14.222501 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4926ee15-c529-4cf5-bde7-df7982a32262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:14.229441 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-eb305949-5116-424e-bcf7-cea61c5304e4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Network 74466438-5a63-441f-a8a8-f5014503b519 is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:14.267664 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-eb305949-5116-424e-bcf7-cea61c5304e4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:14.307323 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-eb305949-5116-424e-bcf7-cea61c5304e4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:22:14.313323 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-eb305949-5116-424e-bcf7-cea61c5304e4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:14.314173 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-eb305949-5116-424e-bcf7-cea61c5304e4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:14.352989 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:14.362024 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-4926ee15-c529-4cf5-bde7-df7982a32262 admin admin] Synchronizing usage tracker for tenant:d5a1b45680924da982a6a11ad07b96e7 on resource:security_group {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:14.425044 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f2ca3-a00a-4a7c-a896-13e91a9a894e None None] Pushing event updated for resources: {'Port': ['ID=fc36c69b-ab0d-4ce0-90ed-ca951074c554,revision_number=2']} {{(pid=79166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:14.449869 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2ca3-a00a-4a7c-a896-13e91a9a894e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:14.450396 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2ca3-a00a-4a7c-a896-13e91a9a894e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:14.451155 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2ca3-a00a-4a7c-a896-13e91a9a894e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:14.451904 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2ca3-a00a-4a7c-a896-13e91a9a894e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:14.452430 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2ca3-a00a-4a7c-a896-13e91a9a894e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:14.454439 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2ca3-a00a-4a7c-a896-13e91a9a894e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:14.455038 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2ca3-a00a-4a7c-a896-13e91a9a894e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:14.455611 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2ca3-a00a-4a7c-a896-13e91a9a894e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:14.456248 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-4926ee15-c529-4cf5-bde7-df7982a32262 admin admin] Unset dirty status for tenant:d5a1b45680924da982a6a11ad07b96e7 on resource:security_group {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:14.456647 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2ca3-a00a-4a7c-a896-13e91a9a894e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:14.457076 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2ca3-a00a-4a7c-a896-13e91a9a894e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:14.457503 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2ca3-a00a-4a7c-a896-13e91a9a894e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:14.457920 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2ca3-a00a-4a7c-a896-13e91a9a894e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:14.459174 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-4926ee15-c529-4cf5-bde7-df7982a32262 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a3c1135758a463298c7aac9502b8650&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5853047 Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2ca3-a00a-4a7c-a896-13e91a9a894e None None] Tracked resource versions report: Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: pushed versions: Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: { 'AddressGroup': {'1.2'}, Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'ConntrackHelper': {'1.0'}, Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'Log': {'1.0'}, Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'Network': {'1.1'}, Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'Port': {'1.7'}, Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'PortForwarding': {'1.2'}, Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'QosPolicy': {'1.8'}, Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'SecurityGroup': {'1.4'}, Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'SecurityGroupRule': {'1.2'}, Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'SubPort': {'1.0'}, Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'Subnet': {'1.1'}, Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'Trunk': {'1.1'}} Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: consumer versions: Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: { DHCP agent@dv-cinder-802781-2-smb: {}, Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: HyperV agent@hv-cinder-80278: {}, Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: L3 agent@dv-cinder-802781-2-smb: {}, Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: Metadata agent@dv-cinder-802781-2-smb: {}, Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: Metering agent@dv-cinder-802781-2-smb: {}, Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: Open vSwitch agent@dv-cinder-802781-2-smb: { 'AddressGroup': '1.2', Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'ConntrackHelper': '1.0', Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'Log': '1.0', Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'Network': '1.1', Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'Port': '1.7', Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'PortForwarding': '1.2', Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'QosPolicy': '1.8', Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'SecurityGroup': '1.4', Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'SecurityGroupRule': '1.2', Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'SubPort': '1.0', Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'Subnet': '1.1', Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: 'Trunk': '1.1'}} Aug 23 10:22:14.459833 dv-cinder-802781-2-smb neutron-server[79166]: {{(pid=79166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 10:22:14.472583 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 37938) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:14.473112 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-5a7f2ca3-a00a-4a7c-a896-13e91a9a894e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:14.549755 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb305949-5116-424e-bcf7-cea61c5304e4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Pushing event updated for resources: {'Port': ['ID=187b0acb-0811-412e-ace7-f2ea1315cadf,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:14.665308 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-eb305949-5116-424e-bcf7-cea61c5304e4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:14.686930 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-eb305949-5116-424e-bcf7-cea61c5304e4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5561848 Aug 23 10:22:14.710616 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-071f1e31-e756-412d-86f1-df877d1b3d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:14.727934 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.757s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:14.803799 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-071f1e31-e756-412d-86f1-df877d1b3d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:14.878985 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926ee15-c529-4cf5-bde7-df7982a32262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c28d87-0e67-4b44-9abe-184e5681b9c2,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:14.885399 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-4926ee15-c529-4cf5-bde7-df7982a32262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:14.962074 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecb7bf-f84d-4eb7-b5a4-566fc161b512 req-1dec717d-64d3-41a7-92df-5cfc965fc134 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:14.964891 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-d4ecb7bf-f84d-4eb7-b5a4-566fc161b512 req-1dec717d-64d3-41a7-92df-5cfc965fc134 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 932 time: 1.3258698 Aug 23 10:22:15.038351 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f2ca3-a00a-4a7c-a896-13e91a9a894e None None] Pushing event updated for resources: {'Port': ['ID=fc36c69b-ab0d-4ce0-90ed-ca951074c554,revision_number=3']} {{(pid=79166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:15.042750 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-5a7f2ca3-a00a-4a7c-a896-13e91a9a894e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:15.085012 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:22:07Z', 'revision_number': 3, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port': {'id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:05Z', 'updated_at': '2021-08-23T10:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:15.089771 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49769c-9e4d-4653-b8e9-e823295cc397 None None] The sync data for ids ['9668630c-2efb-4cd4-a120-0553ce1f5de0'] in dv-cinder-802781-2-smb is: [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:22:07Z', 'revision_number': 3, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port': {'id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:05Z', 'updated_at': '2021-08-23T10:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}] {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:22:15.174775 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb245-b15d-46d8-8a2a-1f6792d2f9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:15.231974 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Notify callbacks [] for port, precommit_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:15.275033 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Transition to ACTIVE for port object 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b will not be triggered until provisioned by entity L2. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:15.289936 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:15.305953 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:15.420217 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16c127-d62d-4132-ae47-3195eb98c372 None None] Pushing event updated for resources: {'Port': ['ID=25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b,revision_number=2']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:15.437433 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-1d16c127-d62d-4132-ae47-3195eb98c372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:15.439161 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0a24d05b-91a3-4531-b8f7-906d978cb894 req-94a455a0-af11-4aa2-9a60-07145235cdab tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 210 time: 0.0784893 Aug 23 10:22:15.459891 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Attempting to bind port 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:22:15.463544 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Attempting to bind port 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:22:15.463544 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Attempting to bind port 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b on network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:15.478488 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:22:15.479266 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Checking segment: {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:15.480356 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:15.481085 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Bound using segment: {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:22:15.481675 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Bound port: 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:22:15.487171 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:15.516559 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-d4ecb7bf-f84d-4eb7-b5a4-566fc161b512 req-4bf71401-0428-4d7f-ae67-23f46e848e07 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370400 Aug 23 10:22:15.655484 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-c318fd30-6527-417b-b82e-ee48a42af1d0 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=79164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:22:15.662838 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-c318fd30-6527-417b-b82e-ee48a42af1d0 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201747 Aug 23 10:22:15.665091 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:15.706935 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.46', 49905) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:15.722474 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-071f1e31-e756-412d-86f1-df877d1b3d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:15.737606 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:15.757876 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:15.776569 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] For port 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:22:15.777906 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb245-b15d-46d8-8a2a-1f6792d2f9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:15.792435 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] For port 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:22:15.802980 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:15.841711 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:15.939518 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f1e31-e756-412d-86f1-df877d1b3d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0170a6ef-27df-4fb3-99ea-4c77aa22e4ba,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:16.027708 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-071f1e31-e756-412d-86f1-df877d1b3d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:16.040872 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-071f1e31-e756-412d-86f1-df877d1b3d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:16.045463 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-071f1e31-e756-412d-86f1-df877d1b3d37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0170a6ef-27df-4fb3-99ea-4c77aa22e4ba HTTP/1.1" status: 204 len: 168 time: 1.9758353 Aug 23 10:22:16.049363 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb245-b15d-46d8-8a2a-1f6792d2f9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:16.069029 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Routers {'eb776e4f-02f8-4007-8f58-34bf8a605972'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:22:16.069702 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:22:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['eb776e4f-02f8-4007-8f58-34bf8a605972'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:16.110396 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7fbbd159-9b49-470c-9851-03975fb2df7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:16.161590 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fb245-b15d-46d8-8a2a-1f6792d2f9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c28d87-0e67-4b44-9abe-184e5681b9c2,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:16.176519 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-3e4fb245-b15d-46d8-8a2a-1f6792d2f9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:16.262717 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb245-b15d-46d8-8a2a-1f6792d2f9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:16.276587 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-3e4fb245-b15d-46d8-8a2a-1f6792d2f9d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9c28d87-0e67-4b44-9abe-184e5681b9c2 HTTP/1.1" status: 204 len: 168 time: 1.7900760 Aug 23 10:22:16.289399 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16c127-d62d-4132-ae47-3195eb98c372 None None] Pushing event updated for resources: {'Port': ['ID=25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b,revision_number=3']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:16.293368 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-1d16c127-d62d-4132-ae47-3195eb98c372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:16.341244 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Allocated IP 172.20.0.1 (49c0bc69-0d72-4f29-9e86-250119aa9fcc/fd439ff1-addd-478f-96e1-80b2d62b0219/35c7c157-38a5-48d1-ae93-87b2954e9833) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:22:16.460910 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-2ee0ac08-1836-44b6-b17e-8d3a7c10ff2a tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:16.462937 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-2ee0ac08-1836-44b6-b17e-8d3a7c10ff2a tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Synchronizing usage tracker for tenant:585381002ceb4449a490577e2276d203 on resource:network {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:16.497918 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] Set router eb776e4f-02f8-4007-8f58-34bf8a605972 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:22:16.580513 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-2ee0ac08-1836-44b6-b17e-8d3a7c10ff2a tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Unset dirty status for tenant:585381002ceb4449a490577e2276d203 on resource:network {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:16.581944 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-2ee0ac08-1836-44b6-b17e-8d3a7c10ff2a tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.46 "GET /v2.0/networks?id=6b8040ca-dff2-4b32-b8dc-6326190757b9 HTTP/1.1" status: 200 len: 812 time: 0.6591575 Aug 23 10:22:16.740826 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-fb0b1f58-c82b-48b1-85a7-a5f1dd310995 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Request body: {'port': {'device_id': 'dca6a878-82a3-4243-8027-60055a962de7', 'network_id': '6b8040ca-dff2-4b32-b8dc-6326190757b9', 'admin_state_up': True, 'tenant_id': '585381002ceb4449a490577e2276d203'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:16.996605 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7e0ba57a-f5bd-47ae-9bc1-28c205a0ddd0 req-69ac49f3-ea87-452f-b3c8-f4c5d032dbc9 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 210 time: 0.2184815 Aug 23 10:22:17.002379 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 38012) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:17.436244 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8f412a1c-233a-43cd-b827-d076137b729e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:17.442787 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c297d2-1cce-45e6-995b-83d2d3bd9cf0 req-d55eb7d2-b741-4665-b3cb-596f24d9e637 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:17.464222 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-43c297d2-1cce-45e6-995b-83d2d3bd9cf0 req-d55eb7d2-b741-4665-b3cb-596f24d9e637 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 932 time: 0.5264161 Aug 23 10:22:17.464895 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb776e4f-02f8-4007-8f58-34bf8a605972', 'name': 'tempest-ServerRescueNegativeTestJSON-231587880-router', 'tenant_id': '24148a0a1b3d4246851e79ae6f24b70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:04Z', 'updated_at': '2021-08-23T10:22:09Z', 'revision_number': 3, 'project_id': '24148a0a1b3d4246851e79ae6f24b70c', 'gw_port': {'id': '25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb776e4f-02f8-4007-8f58-34bf8a605972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:06Z', 'updated_at': '2021-08-23T10:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:17.472065 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:17.477363 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device fc36c69b-ab0d-4ce0-90ed-ca951074c554 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:17.525295 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa66ab6f-e666-4d4d-9b6b-4e5a28c6754e None None] The sync data for ids ['eb776e4f-02f8-4007-8f58-34bf8a605972'] in dv-cinder-802781-2-smb is: [{'id': 'eb776e4f-02f8-4007-8f58-34bf8a605972', 'name': 'tempest-ServerRescueNegativeTestJSON-231587880-router', 'tenant_id': '24148a0a1b3d4246851e79ae6f24b70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:04Z', 'updated_at': '2021-08-23T10:22:09Z', 'revision_number': 3, 'project_id': '24148a0a1b3d4246851e79ae6f24b70c', 'gw_port': {'id': '25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb776e4f-02f8-4007-8f58-34bf8a605972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:06Z', 'updated_at': '2021-08-23T10:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}] {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:22:17.542762 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-8f412a1c-233a-43cd-b827-d076137b729e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:17.562206 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-8f412a1c-233a-43cd-b827-d076137b729e admin admin] Usage tracker for resource:security_group_rule and tenant:5c5fe67b166b4563bed700c84c4bff03 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:17.570912 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-8f412a1c-233a-43cd-b827-d076137b729e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:17.599309 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-8f412a1c-233a-43cd-b827-d076137b729e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:17.619537 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-43c297d2-1cce-45e6-995b-83d2d3bd9cf0 req-1bf69a51-991d-428d-b07b-e3d81c5d3c59 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538885 Aug 23 10:22:17.635677 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port fc36c69b-ab0d-4ce0-90ed-ca951074c554 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:17.671919 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port fc36c69b-ab0d-4ce0-90ed-ca951074c554 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:17.674556 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:17.675090 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:17.690182 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:17.779167 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8f412a1c-233a-43cd-b827-d076137b729e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:17.794587 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8f412a1c-233a-43cd-b827-d076137b729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:17.919732 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-170887b4-a8c4-454c-b9fc-aee29036c0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:17.970156 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Pushing event updated for resources: {'Port': ['ID=35c7c157-38a5-48d1-ae93-87b2954e9833,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:17.976788 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:17.989665 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f412a1c-233a-43cd-b827-d076137b729e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1905cef-0afd-4049-aeb1-ea5ea457e395,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:18.007192 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Request body: {'port': {'device_id': 'd3b40d1d-7a69-48ff-b5eb-0a4180baea68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:18.040707 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Network 49c0bc69-0d72-4f29-9e86-250119aa9fcc is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:18.041964 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:18.052823 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:22:18.053563 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3806810'] for router_interface, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:18.136347 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:18.196769 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port fc36c69b-ab0d-4ce0-90ed-ca951074c554, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=fc36c69b-ab0d-4ce0-90ed-ca951074c554,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:18.203745 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:18.209936 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-0a1dd51a-d319-4dc7-b8f0-65aa24820117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:18.248452 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-8f412a1c-233a-43cd-b827-d076137b729e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:18.337696 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-fb0b1f58-c82b-48b1-85a7-a5f1dd310995 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:18.414887 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=fc36c69b-ab0d-4ce0-90ed-ca951074c554,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:18.437733 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:18.462272 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-42ae4843-41af-41c0-a140-4d2bbebb2fe9 req-74d09914-6c00-4aaf-b875-ae5172dcf3b9 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 210 time: 0.1489639 Aug 23 10:22:18.479645 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-fb0b1f58-c82b-48b1-85a7-a5f1dd310995 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Usage tracker for resource:port and tenant:585381002ceb4449a490577e2276d203 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:18.486750 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-fb0b1f58-c82b-48b1-85a7-a5f1dd310995 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:18.499659 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-8f412a1c-233a-43cd-b827-d076137b729e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c5fe67b166b4563bed700c84c4bff03&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4692757 Aug 23 10:22:18.501387 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 38056) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:18.515257 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-fb0b1f58-c82b-48b1-85a7-a5f1dd310995 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:18.584737 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:18.720631 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Allocated IP 172.20.0.1 (d137faa0-f4f8-4597-9039-8107bc591b01/2f85e825-59e5-4c98-a66a-77e558377d2d/c53d6e27-0d30-4773-bd9a-0f659a0afd4c) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:22:18.760755 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-fb0b1f58-c82b-48b1-85a7-a5f1dd310995 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Made reservation on behalf of 585381002ceb4449a490577e2276d203 for: {'port': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:18.765009 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-fb0b1f58-c82b-48b1-85a7-a5f1dd310995 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:18.929408 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:18.955617 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-af5ec924-610d-44ce-b021-c614d53ac3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:19.486879 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device fc36c69b-ab0d-4ce0-90ed-ca951074c554 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:19.556899 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-af5ec924-610d-44ce-b021-c614d53ac3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:19.694287 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port fc36c69b-ab0d-4ce0-90ed-ca951074c554 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:19.694869 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:19.816245 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-fb0b1f58-c82b-48b1-85a7-a5f1dd310995 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Allocated IP 172.20.0.7 (6b8040ca-dff2-4b32-b8dc-6326190757b9/43fc4a62-97c6-40a0-b1c4-fb1f7e0d6db8/cbe2c186-f7d8-4358-bf6a-6b1fb0993255) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:22:19.835540 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322afe7f-822f-4415-9026-b2594b51697d req-0b5e8f9d-4047-4f4b-8a3c-915a8f83f1a3 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:19.846062 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-322afe7f-822f-4415-9026-b2594b51697d req-0b5e8f9d-4047-4f4b-8a3c-915a8f83f1a3 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 932 time: 0.9479418 Aug 23 10:22:19.926621 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-322afe7f-822f-4415-9026-b2594b51697d req-56b85887-22e4-41ef-94b9-5f5c9e0d2f3e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792770 Aug 23 10:22:19.999459 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:20.005455 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-af5ec924-610d-44ce-b021-c614d53ac3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:20.010866 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:20.028159 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-3e4fb245-b15d-46d8-8a2a-1f6792d2f9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:20.081742 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:20.109860 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3806773'] for router_interface, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:20.113970 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ec924-610d-44ce-b021-c614d53ac3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1905cef-0afd-4049-aeb1-ea5ea457e395,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:20.117928 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-af5ec924-610d-44ce-b021-c614d53ac3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:20.118479 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-72b99a90-3762-4564-8327-455754c6a6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:20.237403 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:20.249337 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:20.251330 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:20.331017 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6bc6bc26-9d84-44ce-80d5-6388547ea5b1 req-afeb9b2a-272c-45b9-95c4-1bfdc2dbeb36 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 210 time: 0.3456769 Aug 23 10:22:20.345533 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-af5ec924-610d-44ce-b021-c614d53ac3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:20.349161 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-af5ec924-610d-44ce-b021-c614d53ac3ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1905cef-0afd-4049-aeb1-ea5ea457e395 HTTP/1.1" status: 204 len: 168 time: 1.8338048 Aug 23 10:22:20.366234 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Network 49c0bc69-0d72-4f29-9e86-250119aa9fcc is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:20.380167 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Pushing event updated for resources: {'Port': ['ID=35c7c157-38a5-48d1-ae93-87b2954e9833,revision_number=2']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:20.384713 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:20.385590 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:20.481775 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:20.536635 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:20.575371 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:20.589238 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:20.596948 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:20.765175 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:20.769051 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:20.829733 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Router eb776e4f-02f8-4007-8f58-34bf8a605972 has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:22:21.088096 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Transition to ACTIVE for port object c53d6e27-0d30-4773-bd9a-0f659a0afd4c will not be triggered until provisioned by entity DHCP. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:21.382246 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:21.396851 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-fb0b1f58-c82b-48b1-85a7-a5f1dd310995 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:21.508036 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:22:21.520793 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Sync routers for ids ['eb776e4f-02f8-4007-8f58-34bf8a605972'] in dv-cinder-802781-2-smb {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:22:21.541095 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Routers {'eb776e4f-02f8-4007-8f58-34bf8a605972'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:22:21.543434 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] 10.222.0.20 "PUT /v2.0/routers/eb776e4f-02f8-4007-8f58-34bf8a605972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3996983 Aug 23 10:22:21.549915 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:22:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['eb776e4f-02f8-4007-8f58-34bf8a605972'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:21.578130 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cf11d-7c4f-43d4-b0e6-ce3cecdd0c8d req-3d64f8a7-4518-48bd-ae10-5b269a7b1cf0 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:21.586582 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6d5cf11d-7c4f-43d4-b0e6-ce3cecdd0c8d req-3d64f8a7-4518-48bd-ae10-5b269a7b1cf0 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 932 time: 0.3354933 Aug 23 10:22:21.641411 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:21.641924 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:21.650412 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:21.690044 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-eb305949-5116-424e-bcf7-cea61c5304e4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:21.728139 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 38144) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:21.762661 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6d5cf11d-7c4f-43d4-b0e6-ce3cecdd0c8d req-02fa6f19-9da0-4dce-b2cf-2a28b4219d71 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704342 Aug 23 10:22:22.053459 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187b0acb-0811-412e-ace7-f2ea1315cadf {{(pid=79164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:22:22.077338 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.107800 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Set router eb776e4f-02f8-4007-8f58-34bf8a605972 gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:22:22.115273 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Transition to ACTIVE for port object 187b0acb-0811-412e-ace7-f2ea1315cadf will not be triggered until provisioned by entity L2. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:22.130139 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Pushing event updated for resources: {'Port': ['ID=c53d6e27-0d30-4773-bd9a-0f659a0afd4c,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:22.141903 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:22.147405 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-fb0b1f58-c82b-48b1-85a7-a5f1dd310995 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.153295 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.297955 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Network d137faa0-f4f8-4597-9039-8107bc591b01 is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:22.316999 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:22.319149 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:22.453305 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-222cb0b3-b867-4639-b2a4-7201c4da85a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.491601 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-222cb0b3-b867-4639-b2a4-7201c4da85a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:22.504603 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-222cb0b3-b867-4639-b2a4-7201c4da85a0 admin admin] Usage tracker for resource:security_group_rule and tenant:e6e819eb2b1245c589a2449530e76126 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:22.513888 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-222cb0b3-b867-4639-b2a4-7201c4da85a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:22.514735 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:22:22.515687 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3806810'] for router_interface, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.536208 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-222cb0b3-b867-4639-b2a4-7201c4da85a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:22.738222 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-222cb0b3-b867-4639-b2a4-7201c4da85a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.746262 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-222cb0b3-b867-4639-b2a4-7201c4da85a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.780559 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:22.875433 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-1a7d99a4-fa7e-4cb6-8e4d-d77b4aaf7bdd None None] Provisioning for port c53d6e27-0d30-4773-bd9a-0f659a0afd4c completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:22.883868 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-222cb0b3-b867-4639-b2a4-7201c4da85a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6e819eb2b1245c589a2449530e76126&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1529918 Aug 23 10:22:22.893400 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 38182) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:22.910673 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-1a7d99a4-fa7e-4cb6-8e4d-d77b4aaf7bdd None None] Provisioning complete for port c53d6e27-0d30-4773-bd9a-0f659a0afd4c triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:22.913219 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-1a7d99a4-fa7e-4cb6-8e4d-d77b4aaf7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.921203 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cb0b3-b867-4639-b2a4-7201c4da85a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f6fb2d-9aa9-42e0-a213-dec0b3ee2967,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:22.936119 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-222cb0b3-b867-4639-b2a4-7201c4da85a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:23.063741 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb776e4f-02f8-4007-8f58-34bf8a605972', 'name': 'tempest-ServerRescueNegativeTestJSON-231587880-router', 'tenant_id': '24148a0a1b3d4246851e79ae6f24b70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:04Z', 'updated_at': '2021-08-23T10:22:18Z', 'revision_number': 4, 'project_id': '24148a0a1b3d4246851e79ae6f24b70c', 'gw_port': {'id': '25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb776e4f-02f8-4007-8f58-34bf8a605972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:06Z', 'updated_at': '2021-08-23T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': '35c7c157-38a5-48d1-ae93-87b2954e9833', 'name': '', 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc', 'tenant_id': '24148a0a1b3d4246851e79ae6f24b70c', 'mac_address': 'fa:16:3e:91:3e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb776e4f-02f8-4007-8f58-34bf8a605972', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fd439ff1-addd-478f-96e1-80b2d62b0219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:15Z', 'updated_at': '2021-08-23T10:22:19Z', 'revision_number': 2, 'project_id': '24148a0a1b3d4246851e79ae6f24b70c', 'subnets': [{'id': 'fd439ff1-addd-478f-96e1-80b2d62b0219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:23.085364 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Checking router: eb776e4f-02f8-4007-8f58-34bf8a605972 for host: dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:22:23.086011 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Updating router eb776e4f-02f8-4007-8f58-34bf8a605972 port 35c7c157-38a5-48d1-ae93-87b2954e9833 binding host dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:22:23.101839 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e1b835a2-7b38-4f37-b4a0-7b9e90787029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.168577 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Pushing event updated for resources: {'Port': ['ID=187b0acb-0811-412e-ace7-f2ea1315cadf,revision_number=2']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:23.197827 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e1b835a2-7b38-4f37-b4a0-7b9e90787029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.245549 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.253775 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d99a4-fa7e-4cb6-8e4d-d77b4aaf7bdd None None] Port c53d6e27-0d30-4773-bd9a-0f659a0afd4c cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:22:23.370856 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e1b835a2-7b38-4f37-b4a0-7b9e90787029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.376460 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:23.418808 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b835a2-7b38-4f37-b4a0-7b9e90787029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f6fb2d-9aa9-42e0-a213-dec0b3ee2967,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:23.427046 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e1b835a2-7b38-4f37-b4a0-7b9e90787029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:23.432333 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b1f58-c82b-48b1-85a7-a5f1dd310995 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Pushing event updated for resources: {'Port': ['ID=cbe2c186-f7d8-4358-bf6a-6b1fb0993255,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:23.445295 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-fb0b1f58-c82b-48b1-85a7-a5f1dd310995 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.126s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:23.456696 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e1b835a2-7b38-4f37-b4a0-7b9e90787029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.461920 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-e1b835a2-7b38-4f37-b4a0-7b9e90787029 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39f6fb2d-9aa9-42e0-a213-dec0b3ee2967 HTTP/1.1" status: 204 len: 168 time: 0.5646715 Aug 23 10:22:23.471381 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:23.472224 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:23.500862 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-fb0b1f58-c82b-48b1-85a7-a5f1dd310995 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Network 6b8040ca-dff2-4b32-b8dc-6326190757b9 is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:23.526233 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-fb0b1f58-c82b-48b1-85a7-a5f1dd310995 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:23.553735 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-fb0b1f58-c82b-48b1-85a7-a5f1dd310995 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:22:23.572064 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-fb0b1f58-c82b-48b1-85a7-a5f1dd310995 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:23.576761 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-fb0b1f58-c82b-48b1-85a7-a5f1dd310995 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.803580 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-fb0b1f58-c82b-48b1-85a7-a5f1dd310995 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0883107 Aug 23 10:22:24.013500 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af408370-6bdc-41a5-8a86-87ac50d0dd79 req-ca7aca68-d009-4756-8973-d89f732f8088 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:24.018559 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-af408370-6bdc-41a5-8a86-87ac50d0dd79 req-ca7aca68-d009-4756-8973-d89f732f8088 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Synchronizing usage tracker for tenant:585381002ceb4449a490577e2276d203 on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:24.089721 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:24.235427 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120d66a-52cb-4653-ad72-899723db51fc req-94a2c502-db68-452e-99be-387121cf4aab tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:24.237735 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6120d66a-52cb-4653-ad72-899723db51fc req-94a2c502-db68-452e-99be-387121cf4aab tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/networks?id=49c0bc69-0d72-4f29-9e86-250119aa9fcc HTTP/1.1" status: 200 len: 818 time: 0.4690421 Aug 23 10:22:24.263629 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6120d66a-52cb-4653-ad72-899723db51fc req-4d09473c-fd67-49cb-866a-edf6c9a67a2c tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/quotas/24148a0a1b3d4246851e79ae6f24b70c HTTP/1.1" status: 200 len: 375 time: 0.0187333 Aug 23 10:22:24.283326 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-af408370-6bdc-41a5-8a86-87ac50d0dd79 req-ca7aca68-d009-4756-8973-d89f732f8088 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Unset dirty status for tenant:585381002ceb4449a490577e2276d203 on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:24.292408 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-af408370-6bdc-41a5-8a86-87ac50d0dd79 req-ca7aca68-d009-4756-8973-d89f732f8088 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 931 time: 2.4145837 Aug 23 10:22:24.329350 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Attempting to bind port 187b0acb-0811-412e-ace7-f2ea1315cadf on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:22:24.336249 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Attempting to bind port 187b0acb-0811-412e-ace7-f2ea1315cadf by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '9eef0cb5-f528-4c04-94ce-cb463f292a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74466438-5a63-441f-a8a8-f5014503b519'}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:22:24.338251 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Attempting to bind port 187b0acb-0811-412e-ace7-f2ea1315cadf on network 74466438-5a63-441f-a8a8-f5014503b519 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:24.455566 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Notify callbacks [] for port, precommit_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:24.460033 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-6120d66a-52cb-4653-ad72-899723db51fc req-86991fa7-c611-4304-8917-5ec0701d52c0 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Synchronizing usage tracker for tenant:24148a0a1b3d4246851e79ae6f24b70c on resource:port {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:24.487499 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-6120d66a-52cb-4653-ad72-899723db51fc req-86991fa7-c611-4304-8917-5ec0701d52c0 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Unset dirty status for tenant:24148a0a1b3d4246851e79ae6f24b70c on resource:port {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:24.488991 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.provisioning_blocks [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Transition to ACTIVE for port object 35c7c157-38a5-48d1-ae93-87b2954e9833 will not be triggered until provisioned by entity L2. {{(pid=79166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:24.490444 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6120d66a-52cb-4653-ad72-899723db51fc req-86991fa7-c611-4304-8917-5ec0701d52c0 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24148a0a1b3d4246851e79ae6f24b70c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2125914 Aug 23 10:22:24.506215 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:24.511033 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:24.548785 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Request body: {'port': {'device_id': 'dca6a878-82a3-4243-8027-60055a962de7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:24.744836 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Port 187b0acb-0811-412e-ace7-f2ea1315cadf on network 74466438-5a63-441f-a8a8-f5014503b519 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:22:24.745161 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Attempting to bind port 187b0acb-0811-412e-ace7-f2ea1315cadf on network 74466438-5a63-441f-a8a8-f5014503b519 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:24.792757 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 38232) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:24.842839 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6120d66a-52cb-4653-ad72-899723db51fc req-202adfbf-77ac-4319-b7bb-59ea8e88fb94 service neutron] 10.222.0.20 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452892 Aug 23 10:22:24.850606 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d949db2a-21e4-460e-bf72-7b7735529527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:24.887394 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa176693-8698-412b-8198-fc0780921cfd None None] Pushing event updated for resources: {'Port': ['ID=35c7c157-38a5-48d1-ae93-87b2954e9833,revision_number=3']} {{(pid=79166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:24.898055 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-aa176693-8698-412b-8198-fc0780921cfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:24.943591 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-d949db2a-21e4-460e-bf72-7b7735529527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:24.964637 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-d949db2a-21e4-460e-bf72-7b7735529527 admin admin] Usage tracker for resource:security_group_rule and tenant:d3db0dabe3ff4643bc8aa4d1e28b27ca is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:24.969760 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-d949db2a-21e4-460e-bf72-7b7735529527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:24.970553 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-af408370-6bdc-41a5-8a86-87ac50d0dd79 req-e0e40b56-d26a-4084-b51c-d9d2a1687486 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Synchronizing usage tracker for tenant:585381002ceb4449a490577e2276d203 on resource:security_group {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:25.011544 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Checking agent: {'id': 'da4e5719-434b-498c-af5a-9a8836947b40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'started_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:22:25.016237 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Checking segment: {'id': '9eef0cb5-f528-4c04-94ce-cb463f292a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74466438-5a63-441f-a8a8-f5014503b519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:25.017663 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Bound using segment: {'id': '9eef0cb5-f528-4c04-94ce-cb463f292a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74466438-5a63-441f-a8a8-f5014503b519'} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:22:25.019508 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Bound port: 187b0acb-0811-412e-ace7-f2ea1315cadf, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eef0cb5-f528-4c04-94ce-cb463f292a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74466438-5a63-441f-a8a8-f5014503b519'}}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:22:25.020782 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:25.033882 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-d949db2a-21e4-460e-bf72-7b7735529527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:25.067306 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Attempting to bind port 35c7c157-38a5-48d1-ae93-87b2954e9833 on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:22:25.068093 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Attempting to bind port 35c7c157-38a5-48d1-ae93-87b2954e9833 by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': '2c74a457-f0b8-49fe-a562-feb98066a0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc'}] {{(pid=79166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:22:25.069592 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Attempting to bind port 35c7c157-38a5-48d1-ae93-87b2954e9833 on network 49c0bc69-0d72-4f29-9e86-250119aa9fcc {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:25.088703 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:22:25.089142 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Checking segment: {'id': '2c74a457-f0b8-49fe-a562-feb98066a0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:25.090708 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:25.091430 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Bound using segment: {'id': '2c74a457-f0b8-49fe-a562-feb98066a0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc'} {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:22:25.093911 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Bound port: 35c7c157-38a5-48d1-ae93-87b2954e9833, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c74a457-f0b8-49fe-a562-feb98066a0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc'}}] {{(pid=79166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:22:25.094640 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:25.228317 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6120d66a-52cb-4653-ad72-899723db51fc req-3e26e589-23d9-4826-98bb-f3de02594669 service neutron] 10.222.0.20 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541374 Aug 23 10:22:25.388378 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:25.404869 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d949db2a-21e4-460e-bf72-7b7735529527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:25.415649 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d949db2a-21e4-460e-bf72-7b7735529527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:25.452514 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.db [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] For port 35c7c157-38a5-48d1-ae93-87b2954e9833, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:22:25.461367 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:25.463078 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.db [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] For port 35c7c157-38a5-48d1-ae93-87b2954e9833, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=35c7c157-38a5-48d1-ae93-87b2954e9833,segment=NetworkSegment(2c74a457-f0b8-49fe-a562-feb98066a0a4),segment_id=2c74a457-f0b8-49fe-a562-feb98066a0a4)] {{(pid=79166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:22:25.476408 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:25.490874 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:25.549301 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] For port 187b0acb-0811-412e-ace7-f2ea1315cadf, host hv-cinder-80278, cleared binding levels {{(pid=79164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:22:25.564770 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] For port 187b0acb-0811-412e-ace7-f2ea1315cadf, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=187b0acb-0811-412e-ace7-f2ea1315cadf,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:22:25.816445 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa176693-8698-412b-8198-fc0780921cfd None None] Pushing event updated for resources: {'Port': ['ID=35c7c157-38a5-48d1-ae93-87b2954e9833,revision_number=4']} {{(pid=79166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:25.818459 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949db2a-21e4-460e-bf72-7b7735529527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4b459b-cc49-4cf7-9d9a-96245c65e856,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:25.826569 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-aa176693-8698-412b-8198-fc0780921cfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:25.840960 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-d949db2a-21e4-460e-bf72-7b7735529527 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3db0dabe3ff4643bc8aa4d1e28b27ca&name=default HTTP/1.1" status: 200 len: 2977 time: 1.0430756 Aug 23 10:22:25.841912 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 38264) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:25.845200 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-d949db2a-21e4-460e-bf72-7b7735529527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:25.905417 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Routers {'eb776e4f-02f8-4007-8f58-34bf8a605972'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:22:25.906012 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:22:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['eb776e4f-02f8-4007-8f58-34bf8a605972'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:26.100924 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-10b6f945-5c73-4aba-8522-a358851b0dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:26.102528 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-af408370-6bdc-41a5-8a86-87ac50d0dd79 req-e0e40b56-d26a-4084-b51c-d9d2a1687486 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Unset dirty status for tenant:585381002ceb4449a490577e2276d203 on resource:security_group {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:26.127189 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-af408370-6bdc-41a5-8a86-87ac50d0dd79 req-e0e40b56-d26a-4084-b51c-d9d2a1687486 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/security-groups?id=e835b225-a24c-406f-9091-6fb4455d8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8337443 Aug 23 10:22:26.284497 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-10b6f945-5c73-4aba-8522-a358851b0dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:26.309669 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:26.413819 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] Set router eb776e4f-02f8-4007-8f58-34bf8a605972 gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:22:26.426036 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c8a4f-2a91-4d8f-8c9d-50a8cd16f452 req-02350214-acec-43b4-8c73-8008c6e93746 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:26.430046 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-947c8a4f-2a91-4d8f-8c9d-50a8cd16f452 req-02350214-acec-43b4-8c73-8008c6e93746 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 944 time: 0.4586797 Aug 23 10:22:26.614483 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-947c8a4f-2a91-4d8f-8c9d-50a8cd16f452 req-619cf689-f94c-4274-9d32-c7dfc093cb98 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541438 Aug 23 10:22:26.632952 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-10b6f945-5c73-4aba-8522-a358851b0dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:26.639174 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-af5ec924-610d-44ce-b021-c614d53ac3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:26.663027 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6f945-5c73-4aba-8522-a358851b0dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4b459b-cc49-4cf7-9d9a-96245c65e856,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:26.672880 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-10b6f945-5c73-4aba-8522-a358851b0dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:26.674057 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-10b6f945-5c73-4aba-8522-a358851b0dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:26.677719 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:26.678224 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-10b6f945-5c73-4aba-8522-a358851b0dcf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb4b459b-cc49-4cf7-9d9a-96245c65e856 HTTP/1.1" status: 204 len: 168 time: 0.8282940 Aug 23 10:22:26.768448 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-84096388-5a52-4047-9272-f0a952a067f8 req-f7e3bf09-f6c4-4b73-9830-97c0edb0a580 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 210 time: 0.4564862 Aug 23 10:22:26.898949 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:26.899177 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:26.901024 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] 10.222.0.46 "PUT /v2.0/ports/187b0acb-0811-412e-ace7-f2ea1315cadf HTTP/1.1" status: 200 len: 1094 time: 9.4824522 Aug 23 10:22:26.903500 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b40d1d-7a69-48ff-b5eb-0a4180baea68', 'tag': '187b0acb-0811-412e-ace7-f2ea1315cadf'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:22:26.969042 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Pushing event updated for resources: {'Port': ['ID=187b0acb-0811-412e-ace7-f2ea1315cadf,revision_number=3']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:26.979320 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.db.resource_extend [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 10:22:26.986895 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:27.070950 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb776e4f-02f8-4007-8f58-34bf8a605972', 'name': 'tempest-ServerRescueNegativeTestJSON-231587880-router', 'tenant_id': '24148a0a1b3d4246851e79ae6f24b70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:04Z', 'updated_at': '2021-08-23T10:22:18Z', 'revision_number': 4, 'project_id': '24148a0a1b3d4246851e79ae6f24b70c', 'gw_port': {'id': '25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb776e4f-02f8-4007-8f58-34bf8a605972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:06Z', 'updated_at': '2021-08-23T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': '35c7c157-38a5-48d1-ae93-87b2954e9833', 'name': '', 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc', 'tenant_id': '24148a0a1b3d4246851e79ae6f24b70c', 'mac_address': 'fa:16:3e:91:3e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb776e4f-02f8-4007-8f58-34bf8a605972', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fd439ff1-addd-478f-96e1-80b2d62b0219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:15Z', 'updated_at': '2021-08-23T10:22:25Z', 'revision_number': 4, 'project_id': '24148a0a1b3d4246851e79ae6f24b70c', 'subnets': [{'id': 'fd439ff1-addd-478f-96e1-80b2d62b0219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:27.072115 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe2c186-f7d8-4358-bf6a-6b1fb0993255 {{(pid=79164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:22:27.078251 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:27.082413 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415f5bc1-01d8-40b5-9e86-606de3c4d28a None None] The sync data for ids ['eb776e4f-02f8-4007-8f58-34bf8a605972'] in dv-cinder-802781-2-smb is: [{'id': 'eb776e4f-02f8-4007-8f58-34bf8a605972', 'name': 'tempest-ServerRescueNegativeTestJSON-231587880-router', 'tenant_id': '24148a0a1b3d4246851e79ae6f24b70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:04Z', 'updated_at': '2021-08-23T10:22:18Z', 'revision_number': 4, 'project_id': '24148a0a1b3d4246851e79ae6f24b70c', 'gw_port': {'id': '25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb776e4f-02f8-4007-8f58-34bf8a605972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:06Z', 'updated_at': '2021-08-23T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': '35c7c157-38a5-48d1-ae93-87b2954e9833', 'name': '', 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc', 'tenant_id': '24148a0a1b3d4246851e79ae6f24b70c', 'mac_address': 'fa:16:3e:91:3e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb776e4f-02f8-4007-8f58-34bf8a605972', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fd439ff1-addd-478f-96e1-80b2d62b0219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:15Z', 'updated_at': '2021-08-23T10:22:25Z', 'revision_number': 4, 'project_id': '24148a0a1b3d4246851e79ae6f24b70c', 'subnets': [{'id': 'fd439ff1-addd-478f-96e1-80b2d62b0219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:22:27.085203 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:27.092726 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:27.100148 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3806773'] for router_interface, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:27.113110 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-fb0b1f58-c82b-48b1-85a7-a5f1dd310995 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:27.258849 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Transition to ACTIVE for port object cbe2c186-f7d8-4358-bf6a-6b1fb0993255 will not be triggered until provisioned by entity L2. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:27.360022 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:27.372927 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-1a6ada5e-543a-4bee-93e0-f875c6e700f4 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:27.383830 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-1a6ada5e-543a-4bee-93e0-f875c6e700f4 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/networks?id=49c0bc69-0d72-4f29-9e86-250119aa9fcc HTTP/1.1" status: 200 len: 818 time: 0.3526943 Aug 23 10:22:27.407281 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-69da0af1-0cb0-4241-af04-ae8c629d8657 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/quotas/24148a0a1b3d4246851e79ae6f24b70c HTTP/1.1" status: 200 len: 375 time: 0.0215046 Aug 23 10:22:27.496376 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 35c7c157-38a5-48d1-ae93-87b2954e9833 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:27.525546 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-188aaab4-bb65-47d0-910b-08d13e13369d tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24148a0a1b3d4246851e79ae6f24b70c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1166275 Aug 23 10:22:27.541918 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Pushing event updated for resources: {'Port': ['ID=c53d6e27-0d30-4773-bd9a-0f659a0afd4c,revision_number=2']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:27.613303 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:27.620386 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:27.648635 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port 35c7c157-38a5-48d1-ae93-87b2954e9833 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:27.656063 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 35c7c157-38a5-48d1-ae93-87b2954e9833 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:27.656455 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:27.690476 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-d753b027-9792-45c9-90eb-d3fea6647813 service neutron] 10.222.0.20 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639760 Aug 23 10:22:27.889563 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.46', 49926) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:27.995171 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-e929f928-d1d4-40d6-a08f-92f3d89002c4 service neutron] 10.222.0.20 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036990 Aug 23 10:22:28.019725 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:28.086044 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-01de080e-0de6-4c63-81a2-50b9ce7f5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:28.087585 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-01de080e-0de6-4c63-81a2-50b9ce7f5f17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69e810a489604e6cb2020d8ccda61414&device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 1097 time: 0.8902054 Aug 23 10:22:28.109081 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port 35c7c157-38a5-48d1-ae93-87b2954e9833, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=35c7c157-38a5-48d1-ae93-87b2954e9833,segment=NetworkSegment(2c74a457-f0b8-49fe-a562-feb98066a0a4),segment_id=2c74a457-f0b8-49fe-a562-feb98066a0a4)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:28.116928 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe2c186-f7d8-4358-bf6a-6b1fb0993255,revision_number=2']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:28.128587 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:28.133631 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:28.144609 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-1d16c127-d62d-4132-ae47-3195eb98c372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:28.247933 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Attempting to bind port cbe2c186-f7d8-4358-bf6a-6b1fb0993255 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:22:28.248523 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Attempting to bind port cbe2c186-f7d8-4358-bf6a-6b1fb0993255 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'b671125e-e92c-4b03-a20d-8975215f1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6b8040ca-dff2-4b32-b8dc-6326190757b9'}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:22:28.249011 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Attempting to bind port cbe2c186-f7d8-4358-bf6a-6b1fb0993255 on network 6b8040ca-dff2-4b32-b8dc-6326190757b9 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:28.359408 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Port cbe2c186-f7d8-4358-bf6a-6b1fb0993255 on network 6b8040ca-dff2-4b32-b8dc-6326190757b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:22:28.360560 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Attempting to bind port cbe2c186-f7d8-4358-bf6a-6b1fb0993255 on network 6b8040ca-dff2-4b32-b8dc-6326190757b9 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:28.365628 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-355c8c00-3779-4a05-a596-443fa65d2609 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=187b0acb-0811-412e-ace7-f2ea1315cadf HTTP/1.1" status: 200 len: 217 time: 0.2525024 Aug 23 10:22:28.397748 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Network d137faa0-f4f8-4597-9039-8107bc591b01 is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:28.404173 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=35c7c157-38a5-48d1-ae93-87b2954e9833,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:28.423345 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:28.525788 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:28.541747 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Checking agent: {'id': 'da4e5719-434b-498c-af5a-9a8836947b40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'started_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:22:28.542122 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Checking segment: {'id': 'b671125e-e92c-4b03-a20d-8975215f1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6b8040ca-dff2-4b32-b8dc-6326190757b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:28.542513 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Bound using segment: {'id': 'b671125e-e92c-4b03-a20d-8975215f1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6b8040ca-dff2-4b32-b8dc-6326190757b9'} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:22:28.542964 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Bound port: cbe2c186-f7d8-4358-bf6a-6b1fb0993255, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b671125e-e92c-4b03-a20d-8975215f1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6b8040ca-dff2-4b32-b8dc-6326190757b9'}}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:22:28.543310 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:28.958928 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-580d0e40-9615-459b-bd87-78b6fe0d5353 None None] Provisioning complete for port c53d6e27-0d30-4773-bd9a-0f659a0afd4c triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:28.959434 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-580d0e40-9615-459b-bd87-78b6fe0d5353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:29.078307 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b40d1d-7a69-48ff-b5eb-0a4180baea68', 'tag': '187b0acb-0811-412e-ace7-f2ea1315cadf', 'status': 'completed', 'code': 200} Aug 23 10:22:29.127012 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beeccda-4773-4eb4-8907-1091c0ad8d7f req-896a48ef-f68c-46e3-8d65-b53bd7f767f8 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:29.129388 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5beeccda-4773-4eb4-8907-1091c0ad8d7f req-896a48ef-f68c-46e3-8d65-b53bd7f767f8 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 943 time: 1.7227223 Aug 23 10:22:29.157047 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-580d0e40-9615-459b-bd87-78b6fe0d5353 None None] Port c53d6e27-0d30-4773-bd9a-0f659a0afd4c cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:22:29.256033 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-2ab2402b-e893-405d-b7d0-10994445476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:29.258383 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-2ab2402b-e893-405d-b7d0-10994445476d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a HTTP/1.1" status: 200 len: 855 time: 0.8851886 Aug 23 10:22:29.339503 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 35c7c157-38a5-48d1-ae93-87b2954e9833 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:29.492608 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 35c7c157-38a5-48d1-ae93-87b2954e9833 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:29.493929 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:29.598801 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898cab7-5116-4caf-98a6-fdf2705c196c req-ff7cf272-2e2a-41d7-b147-7e01bff515ee tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:29.599337 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120d66a-52cb-4653-ad72-899723db51fc req-1116f584-f0ce-4fc5-a69c-06d44dd5db0c tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:29.599514 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-6120d66a-52cb-4653-ad72-899723db51fc req-1116f584-f0ce-4fc5-a69c-06d44dd5db0c tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Synchronizing usage tracker for tenant:24148a0a1b3d4246851e79ae6f24b70c on resource:network {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:29.608339 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1898cab7-5116-4caf-98a6-fdf2705c196c req-ff7cf272-2e2a-41d7-b147-7e01bff515ee tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 944 time: 0.2512624 Aug 23 10:22:29.609743 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5beeccda-4773-4eb4-8907-1091c0ad8d7f req-7ae7c59f-e1fe-4c39-b02c-4a20f01ee2ec tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/security-groups?id=e835b225-a24c-406f-9091-6fb4455d8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383321 Aug 23 10:22:29.612409 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-01a527e1-d5ef-4c66-8f8f-fab192a90d49 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74466438-5a63-441f-a8a8-f5014503b519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3057404 Aug 23 10:22:29.669244 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] For port cbe2c186-f7d8-4358-bf6a-6b1fb0993255, host hv-cinder-80278, cleared binding levels {{(pid=79164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:22:29.691107 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1898cab7-5116-4caf-98a6-fdf2705c196c req-16aa9b60-9188-4b97-a33a-d823bbf1966c tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769231 Aug 23 10:22:29.718762 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] For port cbe2c186-f7d8-4358-bf6a-6b1fb0993255, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=cbe2c186-f7d8-4358-bf6a-6b1fb0993255,segment=NetworkSegment(b671125e-e92c-4b03-a20d-8975215f1c0b),segment_id=b671125e-e92c-4b03-a20d-8975215f1c0b)] {{(pid=79164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:22:29.728939 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-6120d66a-52cb-4653-ad72-899723db51fc req-1116f584-f0ce-4fc5-a69c-06d44dd5db0c tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Unset dirty status for tenant:24148a0a1b3d4246851e79ae6f24b70c on resource:network {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:29.730626 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6120d66a-52cb-4653-ad72-899723db51fc req-1116f584-f0ce-4fc5-a69c-06d44dd5db0c tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.46 "GET /v2.0/networks?id=49c0bc69-0d72-4f29-9e86-250119aa9fcc HTTP/1.1" status: 200 len: 818 time: 1.8345516 Aug 23 10:22:29.732660 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Router 9668630c-2efb-4cd4-a120-0553ce1f5de0 has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:22:29.797122 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-6120d66a-52cb-4653-ad72-899723db51fc req-ec1787ef-f03d-4e3b-b66c-0804968d0837 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Request body: {'port': {'device_id': '72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e', 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc', 'admin_state_up': True, 'tenant_id': '24148a0a1b3d4246851e79ae6f24b70c'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:29.813053 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:29.876707 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:30.005017 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2a072c5c-3a16-4e30-abd5-1301efd2242f req-7d307663-58af-4934-a594-ff297d69b8b9 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 210 time: 0.1844687 Aug 23 10:22:30.102953 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:30.103501 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:30.104941 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] 10.222.0.46 "PUT /v2.0/ports/cbe2c186-f7d8-4358-bf6a-6b1fb0993255 HTTP/1.1" status: 200 len: 1093 time: 5.6179652 Aug 23 10:22:30.129433 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-aeb94eec-b84c-47a7-82d0-8abd3e4d1375 service neutron] 10.222.0.46 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083652 Aug 23 10:22:30.231757 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.46', 49933) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:30.480866 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-71ad5c35-3f5d-4788-a2a0-2693ff311196 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:30.491605 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-71ad5c35-3f5d-4788-a2a0-2693ff311196 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.46 "GET /v2.0/networks?id=49c0bc69-0d72-4f29-9e86-250119aa9fcc HTTP/1.1" status: 200 len: 818 time: 0.2584138 Aug 23 10:22:30.501806 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe2c186-f7d8-4358-bf6a-6b1fb0993255,revision_number=3']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:30.510763 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-6cd6072a-f4a9-4baa-8edd-7cef3566617e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Request body: {'port': {'device_id': '0b35d7ae-6d87-46bf-93f8-499f14d80af8', 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc', 'admin_state_up': True, 'tenant_id': '24148a0a1b3d4246851e79ae6f24b70c'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:30.561015 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:30.565850 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 38450) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:30.656023 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-6120d66a-52cb-4653-ad72-899723db51fc req-ec1787ef-f03d-4e3b-b66c-0804968d0837 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:30.700079 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:22:30.704252 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-6120d66a-52cb-4653-ad72-899723db51fc req-ec1787ef-f03d-4e3b-b66c-0804968d0837 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:30.710741 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Sync routers for ids ['9668630c-2efb-4cd4-a120-0553ce1f5de0'] in dv-cinder-802781-2-smb {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:22:30.726809 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Routers {'9668630c-2efb-4cd4-a120-0553ce1f5de0'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:22:30.727455 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:22:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['9668630c-2efb-4cd4-a120-0553ce1f5de0'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:30.741511 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] 10.222.0.20 "PUT /v2.0/routers/9668630c-2efb-4cd4-a120-0553ce1f5de0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.2398763 Aug 23 10:22:30.807495 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ac2ed940-f64e-46df-8963-93e54e6e76c0 req-7f307df6-2888-4e52-97ed-a8e05e1287c6 service neutron] 10.222.0.46 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6375122 Aug 23 10:22:30.842766 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8683695c-5f33-4aeb-ac36-8e1fada0b6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:30.892054 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6120d66a-52cb-4653-ad72-899723db51fc req-ec1787ef-f03d-4e3b-b66c-0804968d0837 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Made reservation on behalf of 24148a0a1b3d4246851e79ae6f24b70c for: {'port': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:30.899335 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-6120d66a-52cb-4653-ad72-899723db51fc req-ec1787ef-f03d-4e3b-b66c-0804968d0837 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:30.918147 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-e63e7489-9b58-4cf7-b097-ade9b08c60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:30.919785 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-e63e7489-9b58-4cf7-b097-ade9b08c60b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=585381002ceb4449a490577e2276d203&device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 1096 time: 0.5533788 Aug 23 10:22:30.972874 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-6cd6072a-f4a9-4baa-8edd-7cef3566617e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:30.973307 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-8683695c-5f33-4aeb-ac36-8e1fada0b6f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:31.002028 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-6cd6072a-f4a9-4baa-8edd-7cef3566617e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:31.031909 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-6cd6072a-f4a9-4baa-8edd-7cef3566617e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Made reservation on behalf of 24148a0a1b3d4246851e79ae6f24b70c for: {'port': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:31.046817 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-6cd6072a-f4a9-4baa-8edd-7cef3566617e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:31.064864 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-8683695c-5f33-4aeb-ac36-8e1fada0b6f2 admin admin] Usage tracker for resource:security_group_rule and tenant:3b52348356434e4f8b1c768cb5c5b216 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:31.088860 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Set router 9668630c-2efb-4cd4-a120-0553ce1f5de0 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:22:31.116669 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307ab75-97e0-449c-b5c7-67139f5325da req-4bc60e39-a91f-4ede-94e8-f4e8e5b4bbd8 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:31.127528 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e307ab75-97e0-449c-b5c7-67139f5325da req-4bc60e39-a91f-4ede-94e8-f4e8e5b4bbd8 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 943 time: 0.3265712 Aug 23 10:22:31.165433 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca6a878-82a3-4243-8027-60055a962de7', 'tag': 'cbe2c186-f7d8-4358-bf6a-6b1fb0993255'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:22:31.189853 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-8683695c-5f33-4aeb-ac36-8e1fada0b6f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:31.219329 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-bb717be6-8ff4-4b41-bfa7-b33bd2a65109 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbe2c186-f7d8-4358-bf6a-6b1fb0993255 HTTP/1.1" status: 200 len: 217 time: 0.2503939 Aug 23 10:22:31.259530 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-8683695c-5f33-4aeb-ac36-8e1fada0b6f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:31.311385 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e307ab75-97e0-449c-b5c7-67139f5325da req-3089f408-3d31-49b5-8633-ff320ec2904d tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/security-groups?id=e835b225-a24c-406f-9091-6fb4455d8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988405 Aug 23 10:22:31.417693 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-6cd6072a-f4a9-4baa-8edd-7cef3566617e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Allocated IP 172.20.0.3 (49c0bc69-0d72-4f29-9e86-250119aa9fcc/fd439ff1-addd-478f-96e1-80b2d62b0219/d601a6f5-3651-49a7-9e3c-a87210a2665e) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:22:31.599739 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-0a350a5c-1d87-4f2c-a712-71b5d93839e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:31.601563 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-0a350a5c-1d87-4f2c-a712-71b5d93839e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43fc4a62-97c6-40a0-b1c4-fb1f7e0d6db8 HTTP/1.1" status: 200 len: 852 time: 0.3320751 Aug 23 10:22:31.734567 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-9dddeaf2-b3a3-45db-a1ff-a0d2f064f84c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b8040ca-dff2-4b32-b8dc-6326190757b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162436 Aug 23 10:22:31.757506 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-6cd6072a-f4a9-4baa-8edd-7cef3566617e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:31.806277 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:22:23Z', 'revision_number': 4, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port': {'id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:05Z', 'updated_at': '2021-08-23T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'c53d6e27-0d30-4773-bd9a-0f659a0afd4c', 'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'mac_address': 'fa:16:3e:a6:9b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:15Z', 'updated_at': '2021-08-23T10:22:24Z', 'revision_number': 2, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'subnets': [{'id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:31.814427 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Checking router: 9668630c-2efb-4cd4-a120-0553ce1f5de0 for host: dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:22:31.814828 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Updating router 9668630c-2efb-4cd4-a120-0553ce1f5de0 port c53d6e27-0d30-4773-bd9a-0f659a0afd4c binding host dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:22:31.823278 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-6cd6072a-f4a9-4baa-8edd-7cef3566617e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:31.856453 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:31.884221 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:31.918963 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25db2f-fddf-422f-8560-26faeebdcfaf req-a727939d-7679-4b4d-86d6-20420636fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:31.920812 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ea25db2f-fddf-422f-8560-26faeebdcfaf req-a727939d-7679-4b4d-86d6-20420636fa58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69e810a489604e6cb2020d8ccda61414&device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 1097 time: 1.0414877 Aug 23 10:22:31.944314 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888a9bc-ec5d-4d00-83bd-7f39436fb436 req-80047e43-9735-4163-bf40-1aa95520f663 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:31.945237 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-2888a9bc-ec5d-4d00-83bd-7f39436fb436 req-80047e43-9735-4163-bf40-1aa95520f663 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Synchronizing usage tracker for tenant:69e810a489604e6cb2020d8ccda61414 on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:32.001045 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 38516) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:32.025157 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 38518) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:32.035438 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-fce210fb-19b3-4d43-9d3f-931bd206f39c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1906695367', 'description': 'tempest-description--1309821847'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:32.046613 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6072a-f4a9-4baa-8edd-7cef3566617e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Pushing event updated for resources: {'Port': ['ID=d601a6f5-3651-49a7-9e3c-a87210a2665e,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:32.051619 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-6cd6072a-f4a9-4baa-8edd-7cef3566617e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:32.054428 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-6cd6072a-f4a9-4baa-8edd-7cef3566617e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Network 49c0bc69-0d72-4f29-9e86-250119aa9fcc is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:32.054894 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-6cd6072a-f4a9-4baa-8edd-7cef3566617e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:32.057646 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-6cd6072a-f4a9-4baa-8edd-7cef3566617e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:22:32.063728 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-6cd6072a-f4a9-4baa-8edd-7cef3566617e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:32.064423 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-6cd6072a-f4a9-4baa-8edd-7cef3566617e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for port, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:32.094816 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-6cd6072a-f4a9-4baa-8edd-7cef3566617e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5908196 Aug 23 10:22:32.101906 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-fce210fb-19b3-4d43-9d3f-931bd206f39c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:32.111820 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Request body: {'port': {'device_id': '0b35d7ae-6d87-46bf-93f8-499f14d80af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:32.139518 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [req-6120d66a-52cb-4653-ad72-899723db51fc req-ec1787ef-f03d-4e3b-b66c-0804968d0837 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Allocated IP 172.20.0.11 (49c0bc69-0d72-4f29-9e86-250119aa9fcc/fd439ff1-addd-478f-96e1-80b2d62b0219/b30be037-c5a8-4674-94a8-ad1313c97b71) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:22:32.141886 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-fce210fb-19b3-4d43-9d3f-931bd206f39c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Usage tracker for resource:security_group and tenant:99082884e6bc45e18c151db1f08a2346 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:32.144707 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-2888a9bc-ec5d-4d00-83bd-7f39436fb436 req-80047e43-9735-4163-bf40-1aa95520f663 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Unset dirty status for tenant:69e810a489604e6cb2020d8ccda61414 on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:32.146625 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2888a9bc-ec5d-4d00-83bd-7f39436fb436 req-80047e43-9735-4163-bf40-1aa95520f663 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 944 time: 1.2208607 Aug 23 10:22:32.147543 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-fce210fb-19b3-4d43-9d3f-931bd206f39c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:32.225001 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-fce210fb-19b3-4d43-9d3f-931bd206f39c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:32.251495 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-56177007-6614-41c1-a376-3a514e0393fa service neutron] 10.222.0.46 "GET /v2.0/networks/6b8040ca-dff2-4b32-b8dc-6326190757b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018826 Aug 23 10:22:32.257565 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8683695c-5f33-4aeb-ac36-8e1fada0b6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:32.297688 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8683695c-5f33-4aeb-ac36-8e1fada0b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:32.322672 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:32.473102 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25db2f-fddf-422f-8560-26faeebdcfaf req-9bc6a9f0-7223-44b4-88be-b2c908aaae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:32.474854 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ea25db2f-fddf-422f-8560-26faeebdcfaf req-9bc6a9f0-7223-44b4-88be-b2c908aaae1c service neutron] 10.222.0.46 "GET /v2.0/networks?id=74466438-5a63-441f-a8a8-f5014503b519 HTTP/1.1" status: 200 len: 916 time: 0.5260401 Aug 23 10:22:32.475059 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38968e67-99b2-4503-941d-00d9c63c8f96 req-ba44321c-83f1-4c0f-9d28-4772b75083a3 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:32.476441 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-38968e67-99b2-4503-941d-00d9c63c8f96 req-ba44321c-83f1-4c0f-9d28-4772b75083a3 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Synchronizing usage tracker for tenant:24148a0a1b3d4246851e79ae6f24b70c on resource:port {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:32.478872 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Notify callbacks [] for port, precommit_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:32.490011 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:32.496150 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Transition to ACTIVE for port object c53d6e27-0d30-4773-bd9a-0f659a0afd4c will not be triggered until provisioned by entity L2. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:32.507277 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:32.515464 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:32.517805 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-2888a9bc-ec5d-4d00-83bd-7f39436fb436 req-6d83d0e1-5e6d-4ff0-96f1-e315f581a558 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Synchronizing usage tracker for tenant:69e810a489604e6cb2020d8ccda61414 on resource:security_group {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:32.519567 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-38968e67-99b2-4503-941d-00d9c63c8f96 req-ba44321c-83f1-4c0f-9d28-4772b75083a3 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Unset dirty status for tenant:24148a0a1b3d4246851e79ae6f24b70c on resource:port {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:32.522881 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-032982ae-a7ad-430a-a7b6-f056f0812cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:32.526875 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-38968e67-99b2-4503-941d-00d9c63c8f96 req-ba44321c-83f1-4c0f-9d28-4772b75083a3 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 931 time: 0.3070028 Aug 23 10:22:32.531779 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-fce210fb-19b3-4d43-9d3f-931bd206f39c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:32.563401 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-fce210fb-19b3-4d43-9d3f-931bd206f39c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:32.566451 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-fce210fb-19b3-4d43-9d3f-931bd206f39c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Usage tracker for resource:security_group_rule and tenant:99082884e6bc45e18c151db1f08a2346 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:32.569939 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-fce210fb-19b3-4d43-9d3f-931bd206f39c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:32.576087 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-fce210fb-19b3-4d43-9d3f-931bd206f39c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:32.580693 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-38968e67-99b2-4503-941d-00d9c63c8f96 req-445c8ee7-70db-4533-8c8c-b1a25f5986ce tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502229 Aug 23 10:22:32.709958 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d93a5-8e9b-42c2-9155-694760598c39 None None] Pushing event updated for resources: {'Port': ['ID=c53d6e27-0d30-4773-bd9a-0f659a0afd4c,revision_number=3']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:32.720372 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-357d93a5-8e9b-42c2-9155-694760598c39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:32.751572 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683695c-5f33-4aeb-ac36-8e1fada0b6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d890f057-3863-4558-830a-9002605ae81a,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:32.761946 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-8683695c-5f33-4aeb-ac36-8e1fada0b6f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b52348356434e4f8b1c768cb5c5b216&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1947968 Aug 23 10:22:32.764706 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 38552) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:32.779829 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca6a878-82a3-4243-8027-60055a962de7', 'tag': 'cbe2c186-f7d8-4358-bf6a-6b1fb0993255', 'status': 'completed', 'code': 200} Aug 23 10:22:32.797325 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-8683695c-5f33-4aeb-ac36-8e1fada0b6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:32.840859 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Attempting to bind port c53d6e27-0d30-4773-bd9a-0f659a0afd4c on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:22:32.841717 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Attempting to bind port c53d6e27-0d30-4773-bd9a-0f659a0afd4c by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': '6a1fd02f-1fad-483b-a96b-f9befe06bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01'}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:22:32.841839 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Attempting to bind port c53d6e27-0d30-4773-bd9a-0f659a0afd4c on network d137faa0-f4f8-4597-9039-8107bc591b01 {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:32.851056 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:22:32.851449 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Checking segment: {'id': '6a1fd02f-1fad-483b-a96b-f9befe06bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:32.852340 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:32.852822 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Bound using segment: {'id': '6a1fd02f-1fad-483b-a96b-f9befe06bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01'} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:22:32.853323 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Bound port: c53d6e27-0d30-4773-bd9a-0f659a0afd4c, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1fd02f-1fad-483b-a96b-f9befe06bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01'}}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:22:32.853736 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:32.910031 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-3c4f4e8d-4750-4a16-ab26-3402e376d39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:32.911038 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-fce210fb-19b3-4d43-9d3f-931bd206f39c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:32.915574 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-032982ae-a7ad-430a-a7b6-f056f0812cba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:32.920684 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-032982ae-a7ad-430a-a7b6-f056f0812cba admin admin] Usage tracker for resource:security_group_rule and tenant:71af5c7cca2743819fe3593eef40241d is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:32.923689 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-032982ae-a7ad-430a-a7b6-f056f0812cba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:32.945990 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-3c4f4e8d-4750-4a16-ab26-3402e376d39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:32.948602 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-032982ae-a7ad-430a-a7b6-f056f0812cba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:32.954162 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-fce210fb-19b3-4d43-9d3f-931bd206f39c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:32.973572 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f495b5b-d11d-48a2-9705-9a87262a135a req-a2e5936f-71db-48b7-8c37-c2b7956b277b tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:32.980938 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] For port c53d6e27-0d30-4773-bd9a-0f659a0afd4c, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:22:32.982574 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0f495b5b-d11d-48a2-9705-9a87262a135a req-a2e5936f-71db-48b7-8c37-c2b7956b277b tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 943 time: 0.1996095 Aug 23 10:22:32.984991 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] For port c53d6e27-0d30-4773-bd9a-0f659a0afd4c, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=c53d6e27-0d30-4773-bd9a-0f659a0afd4c,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:22:32.996741 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:33.019408 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-b0c68328-b7c7-4e48-9c9e-52692f90541d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:33.026164 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9cb49e1a-b551-4d8a-8fe8-dc1cfba4beb1 req-efe19f5c-1500-49ae-bacd-d47caab61a7d service neutron] 10.222.0.46 "GET /v2.0/networks/6b8040ca-dff2-4b32-b8dc-6326190757b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7407687 Aug 23 10:22:33.051543 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:33.070259 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0f495b5b-d11d-48a2-9705-9a87262a135a req-bca6d1cb-77ad-42a1-ba2d-b6aad7ed8abb tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/security-groups?id=e835b225-a24c-406f-9091-6fb4455d8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867472 Aug 23 10:22:33.092080 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-3c4f4e8d-4750-4a16-ab26-3402e376d39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:33.098201 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:33.101240 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce210fb-19b3-4d43-9d3f-931bd206f39c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:33.104380 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ea25db2f-fddf-422f-8560-26faeebdcfaf req-9f84d5a4-19b5-42e9-86f5-fa33f04d61a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=187b0acb-0811-412e-ace7-f2ea1315cadf HTTP/1.1" status: 200 len: 217 time: 0.5546324 Aug 23 10:22:33.105342 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-2888a9bc-ec5d-4d00-83bd-7f39436fb436 req-6d83d0e1-5e6d-4ff0-96f1-e315f581a558 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Unset dirty status for tenant:69e810a489604e6cb2020d8ccda61414 on resource:security_group {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:33.112958 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f4e8d-4750-4a16-ab26-3402e376d39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d890f057-3863-4558-830a-9002605ae81a,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:33.116626 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-3c4f4e8d-4750-4a16-ab26-3402e376d39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:33.117744 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-3c4f4e8d-4750-4a16-ab26-3402e376d39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:33.118990 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-3c4f4e8d-4750-4a16-ab26-3402e376d39b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d890f057-3863-4558-830a-9002605ae81a HTTP/1.1" status: 204 len: 168 time: 0.3531234 Aug 23 10:22:33.131088 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2888a9bc-ec5d-4d00-83bd-7f39436fb436 req-6d83d0e1-5e6d-4ff0-96f1-e315f581a558 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9295242 Aug 23 10:22:33.237324 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Routers {'9668630c-2efb-4cd4-a120-0553ce1f5de0'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:22:33.238053 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:22:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['9668630c-2efb-4cd4-a120-0553ce1f5de0'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:33.300918 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-fce210fb-19b3-4d43-9d3f-931bd206f39c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:33.302691 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25db2f-fddf-422f-8560-26faeebdcfaf req-73433849-8265-4a31-aa37-70dfaf1d6d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:33.304294 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ea25db2f-fddf-422f-8560-26faeebdcfaf req-73433849-8265-4a31-aa37-70dfaf1d6d22 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a HTTP/1.1" status: 200 len: 855 time: 0.0780096 Aug 23 10:22:33.334843 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d93a5-8e9b-42c2-9155-694760598c39 None None] Pushing event updated for resources: {'Port': ['ID=c53d6e27-0d30-4773-bd9a-0f659a0afd4c,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:33.338836 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-357d93a5-8e9b-42c2-9155-694760598c39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:33.417075 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ea25db2f-fddf-422f-8560-26faeebdcfaf req-fda7a505-c0ae-4a80-bdc7-fe6a159e898f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74466438-5a63-441f-a8a8-f5014503b519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425560 Aug 23 10:22:33.482004 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] Set router 9668630c-2efb-4cd4-a120-0553ce1f5de0 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:22:33.570146 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 38572) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:33.594359 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-49206c82-a6fd-487c-bf95-021ea7059154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:33.616593 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-49206c82-a6fd-487c-bf95-021ea7059154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:33.620275 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-fce210fb-19b3-4d43-9d3f-931bd206f39c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:33.621196 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-49206c82-a6fd-487c-bf95-021ea7059154 admin admin] Usage tracker for resource:security_group_rule and tenant:5617ebb443fa4fd99f7c1a72392d439b is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:33.624564 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-fce210fb-19b3-4d43-9d3f-931bd206f39c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6108184 Aug 23 10:22:33.624693 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-49206c82-a6fd-487c-bf95-021ea7059154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:33.632883 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-49206c82-a6fd-487c-bf95-021ea7059154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:33.638073 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 38578) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:33.660318 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-f68414de-7d83-4bd1-b77d-ac835bf8d80b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Request body: {'security_group_rule': {'security_group_id': '15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:33.685946 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-6120d66a-52cb-4653-ad72-899723db51fc req-ec1787ef-f03d-4e3b-b66c-0804968d0837 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:33.689222 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-f68414de-7d83-4bd1-b77d-ac835bf8d80b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:33.755210 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-49206c82-a6fd-487c-bf95-021ea7059154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:33.761982 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ea25db2f-fddf-422f-8560-26faeebdcfaf req-36213b93-fa04-454f-840f-ee6f2e65328c service neutron] 10.222.0.46 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279474 Aug 23 10:22:33.762834 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-49206c82-a6fd-487c-bf95-021ea7059154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:33.767165 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-f68414de-7d83-4bd1-b77d-ac835bf8d80b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Usage tracker for resource:security_group_rule and tenant:99082884e6bc45e18c151db1f08a2346 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:33.774001 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-f68414de-7d83-4bd1-b77d-ac835bf8d80b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:33.811893 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:33.846772 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49206c82-a6fd-487c-bf95-021ea7059154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6f56a0-6ffa-42ac-bafe-3718e0ffe9b8,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:33.860964 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-49206c82-a6fd-487c-bf95-021ea7059154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:33.899652 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:22:23Z', 'revision_number': 4, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port': {'id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:05Z', 'updated_at': '2021-08-23T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'c53d6e27-0d30-4773-bd9a-0f659a0afd4c', 'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'mac_address': 'fa:16:3e:a6:9b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:15Z', 'updated_at': '2021-08-23T10:22:32Z', 'revision_number': 4, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'subnets': [{'id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:33.906233 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-49206c82-a6fd-487c-bf95-021ea7059154 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5617ebb443fa4fd99f7c1a72392d439b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349495 Aug 23 10:22:33.907111 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6ca612-dcef-4a61-967a-84d6f72ee6ed None None] The sync data for ids ['9668630c-2efb-4cd4-a120-0553ce1f5de0'] in dv-cinder-802781-2-smb is: [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:22:23Z', 'revision_number': 4, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port': {'id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:05Z', 'updated_at': '2021-08-23T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'c53d6e27-0d30-4773-bd9a-0f659a0afd4c', 'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'mac_address': 'fa:16:3e:a6:9b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:15Z', 'updated_at': '2021-08-23T10:22:32Z', 'revision_number': 4, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'subnets': [{'id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:22:33.911443 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 38590) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:34.018480 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-032982ae-a7ad-430a-a7b6-f056f0812cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.019180 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb00aa-7da3-4528-a1c2-9cbb72cd4657 req-cb844813-f7ae-4b39-ab0d-d41dad997e40 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:34.026392 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b0fb00aa-7da3-4528-a1c2-9cbb72cd4657 req-cb844813-f7ae-4b39-ab0d-d41dad997e40 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 931 time: 0.2624912 Aug 23 10:22:34.038040 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-f68414de-7d83-4bd1-b77d-ac835bf8d80b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:34.045133 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-032982ae-a7ad-430a-a7b6-f056f0812cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.056452 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41972643-d06c-474b-8e80-1ebd86f00a87 req-d092de3f-ed03-4269-b5b1-04d60a0cda93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:34.058044 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-f4c9976a-dbd0-4cac-bfe7-b37c931e0fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.059626 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-41972643-d06c-474b-8e80-1ebd86f00a87 req-d092de3f-ed03-4269-b5b1-04d60a0cda93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=585381002ceb4449a490577e2276d203&device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 1096 time: 0.9272687 Aug 23 10:22:34.126640 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:34.153505 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ea25db2f-fddf-422f-8560-26faeebdcfaf req-a0d196f7-b4ef-401e-b720-44559c19800e service neutron] 10.222.0.46 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761113 Aug 23 10:22:34.160020 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b0fb00aa-7da3-4528-a1c2-9cbb72cd4657 req-43b009a0-ee18-47bd-b0a8-424918512eb7 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287165 Aug 23 10:22:34.165508 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-f4c9976a-dbd0-4cac-bfe7-b37c931e0fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.242914 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f68414de-7d83-4bd1-b77d-ac835bf8d80b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.302862 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-f4c9976a-dbd0-4cac-bfe7-b37c931e0fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.310398 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:34.333353 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9976a-dbd0-4cac-bfe7-b37c931e0fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6f56a0-6ffa-42ac-bafe-3718e0ffe9b8,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:34.337584 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-f4c9976a-dbd0-4cac-bfe7-b37c931e0fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:34.341816 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-f4c9976a-dbd0-4cac-bfe7-b37c931e0fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.345848 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-f4c9976a-dbd0-4cac-bfe7-b37c931e0fb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb6f56a0-6ffa-42ac-bafe-3718e0ffe9b8 HTTP/1.1" status: 204 len: 168 time: 0.4300499 Aug 23 10:22:34.368409 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-032982ae-a7ad-430a-a7b6-f056f0812cba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71af5c7cca2743819fe3593eef40241d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3410261 Aug 23 10:22:34.371586 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 38606) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:34.482850 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032982ae-a7ad-430a-a7b6-f056f0812cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2bfed3-6770-4835-a471-e2325de91872,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:34.496904 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-032982ae-a7ad-430a-a7b6-f056f0812cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:34.497933 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-6120d66a-52cb-4653-ad72-899723db51fc req-ec1787ef-f03d-4e3b-b66c-0804968d0837 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.557910 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f68414de-7d83-4bd1-b77d-ac835bf8d80b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.580563 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:34.632984 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f68414de-7d83-4bd1-b77d-ac835bf8d80b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.671555 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d01d8a16-8d64-4cc4-b7b1-12e4830346a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.724233 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6120d66a-52cb-4653-ad72-899723db51fc req-ec1787ef-f03d-4e3b-b66c-0804968d0837 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Network 49c0bc69-0d72-4f29-9e86-250119aa9fcc is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:34.766970 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e2e2f-b5b0-44ec-adb1-683d85052206 req-019b03dd-332d-490d-a36e-c0d99eb0ec31 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:34.768585 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-2f7e2e2f-b5b0-44ec-adb1-683d85052206 req-019b03dd-332d-490d-a36e-c0d99eb0ec31 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 944 time: 0.3694518 Aug 23 10:22:34.770503 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d01d8a16-8d64-4cc4-b7b1-12e4830346a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.784384 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f68414de-7d83-4bd1-b77d-ac835bf8d80b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.785643 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-f68414de-7d83-4bd1-b77d-ac835bf8d80b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1454303 Aug 23 10:22:34.787329 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [req-6120d66a-52cb-4653-ad72-899723db51fc req-ec1787ef-f03d-4e3b-b66c-0804968d0837 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:34.789066 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 38624) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:34.796305 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41972643-d06c-474b-8e80-1ebd86f00a87 req-6fb87848-af04-46d8-ad18-8e1e8fed0bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:34.799243 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-41972643-d06c-474b-8e80-1ebd86f00a87 req-6fb87848-af04-46d8-ad18-8e1e8fed0bd5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6b8040ca-dff2-4b32-b8dc-6326190757b9 HTTP/1.1" status: 200 len: 913 time: 0.6922061 Aug 23 10:22:34.800761 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-6120d66a-52cb-4653-ad72-899723db51fc req-ec1787ef-f03d-4e3b-b66c-0804968d0837 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:22:34.808199 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120d66a-52cb-4653-ad72-899723db51fc req-ec1787ef-f03d-4e3b-b66c-0804968d0837 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:34.808769 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-6120d66a-52cb-4653-ad72-899723db51fc req-ec1787ef-f03d-4e3b-b66c-0804968d0837 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.825653 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1787ef-f03d-4e3b-b66c-0804968d0837 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Pushing event updated for resources: {'Port': ['ID=b30be037-c5a8-4674-94a8-ad1313c97b71,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:34.830936 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-ec1787ef-f03d-4e3b-b66c-0804968d0837 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:34.844388 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-307e73c9-ddf6-4131-b5de-3e1b4ca18d0a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Request body: {'security_group_rule': {'security_group_id': '15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:34.853120 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:34.883003 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aadb39-f2d3-4d66-9b0c-b6a304dcf707 req-69028115-8f1d-48d6-b335-36d22bff428a tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:34.894213 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c4aadb39-f2d3-4d66-9b0c-b6a304dcf707 req-69028115-8f1d-48d6-b335-36d22bff428a tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 943 time: 0.6159697 Aug 23 10:22:34.894768 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-2f7e2e2f-b5b0-44ec-adb1-683d85052206 req-ec453c00-2a25-4e15-afc2-6409e3ecf4ed tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981362 Aug 23 10:22:34.985051 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d01d8a16-8d64-4cc4-b7b1-12e4830346a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.988426 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68414de-7d83-4bd1-b77d-ac835bf8d80b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ed5d37-d836-425f-9918-d41ecc2e734a,revision_number=0']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:34.993781 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-f68414de-7d83-4bd1-b77d-ac835bf8d80b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:34.996507 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:34.996843 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-307e73c9-ddf6-4131-b5de-3e1b4ca18d0a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:35.006527 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6120d66a-52cb-4653-ad72-899723db51fc req-ec1787ef-f03d-4e3b-b66c-0804968d0837 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2199581 Aug 23 10:22:35.015251 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d8a16-8d64-4cc4-b7b1-12e4830346a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2bfed3-6770-4835-a471-e2325de91872,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:35.018919 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d01d8a16-8d64-4cc4-b7b1-12e4830346a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:35.020050 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-d01d8a16-8d64-4cc4-b7b1-12e4830346a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f2bfed3-6770-4835-a471-e2325de91872 HTTP/1.1" status: 204 len: 168 time: 0.6453049 Aug 23 10:22:35.022271 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d601a6f5-3651-49a7-9e3c-a87210a2665e {{(pid=79163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:22:35.031305 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-d01d8a16-8d64-4cc4-b7b1-12e4830346a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:35.032872 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-307e73c9-ddf6-4131-b5de-3e1b4ca18d0a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Usage tracker for resource:security_group_rule and tenant:99082884e6bc45e18c151db1f08a2346 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:35.035933 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Notify callbacks [] for port, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:35.059529 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.provisioning_blocks [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Transition to ACTIVE for port object d601a6f5-3651-49a7-9e3c-a87210a2665e will not be triggered until provisioned by entity L2. {{(pid=79163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:35.064530 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-41972643-d06c-474b-8e80-1ebd86f00a87 req-a0c634dc-4e8d-4478-8aea-44ad8561f9ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbe2c186-f7d8-4358-bf6a-6b1fb0993255 HTTP/1.1" status: 200 len: 217 time: 0.2265756 Aug 23 10:22:35.064760 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:35.065560 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-307e73c9-ddf6-4131-b5de-3e1b4ca18d0a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:35.075541 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:35.100331 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Request body: {'port': {'device_id': '72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:35.169137 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c4aadb39-f2d3-4d66-9b0c-b6a304dcf707 req-ca2f1dd9-b4e9-4fa4-8d49-c3df99fb0195 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/security-groups?id=e835b225-a24c-406f-9091-6fb4455d8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738477 Aug 23 10:22:35.292081 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-307e73c9-ddf6-4131-b5de-3e1b4ca18d0a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:35.393223 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device c53d6e27-0d30-4773-bd9a-0f659a0afd4c up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:35.460283 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device cbe2c186-f7d8-4358-bf6a-6b1fb0993255 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:22:35.499864 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:35.639998 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41972643-d06c-474b-8e80-1ebd86f00a87 req-3a2f3e88-4b62-4c3b-adbb-a2cb6177802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:35.642113 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-41972643-d06c-474b-8e80-1ebd86f00a87 req-3a2f3e88-4b62-4c3b-adbb-a2cb6177802e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43fc4a62-97c6-40a0-b1c4-fb1f7e0d6db8 HTTP/1.1" status: 200 len: 852 time: 0.5470755 Aug 23 10:22:35.647568 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-307e73c9-ddf6-4131-b5de-3e1b4ca18d0a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:35.704320 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Pushing event updated for resources: {'Port': ['ID=d601a6f5-3651-49a7-9e3c-a87210a2665e,revision_number=2']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:35.715323 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:35.716130 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 38658) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:35.729953 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port cbe2c186-f7d8-4358-bf6a-6b1fb0993255, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=cbe2c186-f7d8-4358-bf6a-6b1fb0993255,segment=NetworkSegment(b671125e-e92c-4b03-a20d-8975215f1c0b),segment_id=b671125e-e92c-4b03-a20d-8975215f1c0b)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:35.758069 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-41972643-d06c-474b-8e80-1ebd86f00a87 req-20aa2695-cf82-4fbe-bb09-aaa25c63a500 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6b8040ca-dff2-4b32-b8dc-6326190757b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963311 Aug 23 10:22:35.765098 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': 'cbe2c186-f7d8-4358-bf6a-6b1fb0993255', 'network_id': '6b8040ca-dff2-4b32-b8dc-6326190757b9', 'port_id': 'cbe2c186-f7d8-4358-bf6a-6b1fb0993255', 'mac_address': 'fa:16:3e:87:c7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fc4a62-97c6-40a0-b1c4-fb1f7e0d6db8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:22:35.843784 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-42d8810d-5728-479a-b086-b5fabf859cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:35.858560 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:35.875577 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.managers [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Attempting to bind port d601a6f5-3651-49a7-9e3c-a87210a2665e on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:22:35.877375 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.managers [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Attempting to bind port d601a6f5-3651-49a7-9e3c-a87210a2665e by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '2c74a457-f0b8-49fe-a562-feb98066a0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc'}] {{(pid=79163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:22:35.878586 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Attempting to bind port d601a6f5-3651-49a7-9e3c-a87210a2665e on network 49c0bc69-0d72-4f29-9e86-250119aa9fcc {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:35.882819 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe2c186-f7d8-4358-bf6a-6b1fb0993255 {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:22:35.904064 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port c53d6e27-0d30-4773-bd9a-0f659a0afd4c completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:35.907801 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Port d601a6f5-3651-49a7-9e3c-a87210a2665e on network 49c0bc69-0d72-4f29-9e86-250119aa9fcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:22:35.910506 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Attempting to bind port d601a6f5-3651-49a7-9e3c-a87210a2665e on network 49c0bc69-0d72-4f29-9e86-250119aa9fcc {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:35.911057 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port c53d6e27-0d30-4773-bd9a-0f659a0afd4c triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:35.912047 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:35.941853 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port cbe2c186-f7d8-4358-bf6a-6b1fb0993255, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=cbe2c186-f7d8-4358-bf6a-6b1fb0993255,segment=NetworkSegment(b671125e-e92c-4b03-a20d-8975215f1c0b),segment_id=b671125e-e92c-4b03-a20d-8975215f1c0b)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:35.948907 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-42d8810d-5728-479a-b086-b5fabf859cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:35.949094 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:35.949991 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 187b0acb-0811-412e-ace7-f2ea1315cadf details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:22:35.955771 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Checking agent: {'id': 'da4e5719-434b-498c-af5a-9a8836947b40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'started_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:22:35.956756 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Checking segment: {'id': '2c74a457-f0b8-49fe-a562-feb98066a0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:35.959768 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Bound using segment: {'id': '2c74a457-f0b8-49fe-a562-feb98066a0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc'} {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:22:35.962268 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.managers [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Bound port: d601a6f5-3651-49a7-9e3c-a87210a2665e, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c74a457-f0b8-49fe-a562-feb98066a0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc'}}] {{(pid=79163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:22:35.962731 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:35.983538 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-42d8810d-5728-479a-b086-b5fabf859cc4 admin admin] Usage tracker for resource:security_group_rule and tenant:5032cb74cacd4d0bb222b83460619cf6 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:35.990900 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-42d8810d-5728-479a-b086-b5fabf859cc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:36.011879 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d18ec-a2a7-4711-9028-f9151d587b93 req-a4fce238-3508-4e11-9a4c-6c0268500ddb tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:36.018085 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:22:36.022150 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4c5d18ec-a2a7-4711-9028-f9151d587b93 req-a4fce238-3508-4e11-9a4c-6c0268500ddb tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 943 time: 0.5401504 Aug 23 10:22:36.027188 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-42d8810d-5728-479a-b086-b5fabf859cc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:36.079498 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-307e73c9-ddf6-4131-b5de-3e1b4ca18d0a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:36.108171 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-307e73c9-ddf6-4131-b5de-3e1b4ca18d0a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:36.110752 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 187b0acb-0811-412e-ace7-f2ea1315cadf, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=187b0acb-0811-412e-ace7-f2ea1315cadf,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:36.126169 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:36.148146 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e73c9-ddf6-4131-b5de-3e1b4ca18d0a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac92c594-737a-485f-be33-f978ed479efd,revision_number=0']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:36.155867 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:36.194200 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-307e73c9-ddf6-4131-b5de-3e1b4ca18d0a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:36.267883 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': '187b0acb-0811-412e-ace7-f2ea1315cadf', 'network_id': '74466438-5a63-441f-a8a8-f5014503b519', 'port_id': '187b0acb-0811-412e-ace7-f2ea1315cadf', 'mac_address': 'fa:16:3e:21:96:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:22:36.291721 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-41972643-d06c-474b-8e80-1ebd86f00a87 req-c42b09af-0ca8-4db0-81b1-c7c030a9dd23 service neutron] 10.222.0.46 "GET /v2.0/networks/6b8040ca-dff2-4b32-b8dc-6326190757b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216048 Aug 23 10:22:36.303511 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4c5d18ec-a2a7-4711-9028-f9151d587b93 req-f7156809-72b2-43fc-89ba-ffca475bee01 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771881 Aug 23 10:22:36.355212 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-307e73c9-ddf6-4131-b5de-3e1b4ca18d0a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:36.359157 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-307e73c9-ddf6-4131-b5de-3e1b4ca18d0a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5630758 Aug 23 10:22:36.367543 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 38676) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:36.376005 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:36.386636 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-95e033ab-d5bc-45a8-9c06-a3b386652f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:36.400252 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Request body: {'floatingip': {'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:36.420043 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187b0acb-0811-412e-ace7-f2ea1315cadf {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:22:36.425682 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:36.433076 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Usage tracker for resource:floatingip and tenant:99082884e6bc45e18c151db1f08a2346 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:36.453555 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:36.455328 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 187b0acb-0811-412e-ace7-f2ea1315cadf, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=187b0acb-0811-412e-ace7-f2ea1315cadf,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:36.457192 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] For port d601a6f5-3651-49a7-9e3c-a87210a2665e, host hv-cinder-80278, cleared binding levels {{(pid=79163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:22:36.457545 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=cbe2c186-f7d8-4358-bf6a-6b1fb0993255,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:36.483123 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:36.488602 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:36.489090 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:36.498799 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:36.508936 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-41972643-d06c-474b-8e80-1ebd86f00a87 req-9ec4a4af-b57b-45a6-880c-a030bd06c971 service neutron] 10.222.0.46 "GET /v2.0/networks/6b8040ca-dff2-4b32-b8dc-6326190757b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547840 Aug 23 10:22:36.516018 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] For port d601a6f5-3651-49a7-9e3c-a87210a2665e, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d601a6f5-3651-49a7-9e3c-a87210a2665e,segment=NetworkSegment(2c74a457-f0b8-49fe-a562-feb98066a0a4),segment_id=2c74a457-f0b8-49fe-a562-feb98066a0a4)] {{(pid=79163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:22:36.568851 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:36.583058 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec47f2-830d-4188-9973-f2f897a510e2 req-c0f3fe06-4c6d-49f4-bde2-aa18cb8f4f05 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:36.584804 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-3eec47f2-830d-4188-9973-f2f897a510e2 req-c0f3fe06-4c6d-49f4-bde2-aa18cb8f4f05 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 944 time: 0.3828239 Aug 23 10:22:36.602506 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-a9c65c6c-bc90-4944-8efd-0a5a8842e0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:36.610159 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:36.642630 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:36.643622 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for port, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:36.646430 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] 10.222.0.46 "PUT /v2.0/ports/d601a6f5-3651-49a7-9e3c-a87210a2665e HTTP/1.1" status: 200 len: 1093 time: 4.5435307 Aug 23 10:22:36.656376 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b35d7ae-6d87-46bf-93f8-499f14d80af8', 'tag': 'd601a6f5-3651-49a7-9e3c-a87210a2665e'}] {{(pid=79163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:22:36.689883 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port c53d6e27-0d30-4773-bd9a-0f659a0afd4c, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=c53d6e27-0d30-4773-bd9a-0f659a0afd4c,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:36.712016 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30be037-c5a8-4674-94a8-ad1313c97b71 {{(pid=79164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:22:36.720043 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-3eec47f2-830d-4188-9973-f2f897a510e2 req-3399320e-72ec-49de-b921-9075123c5643 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202712 Aug 23 10:22:36.724274 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:36.736801 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for floatingip, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:36.741659 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Transition to ACTIVE for port object b30be037-c5a8-4674-94a8-ad1313c97b71 will not be triggered until provisioned by entity L2. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:36.744240 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:36.750019 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:36.760963 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:36.831099 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['187b0acb-0811-412e-ace7-f2ea1315cadf'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:22:36.875465 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['cbe2c186-f7d8-4358-bf6a-6b1fb0993255'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:22:36.921366 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:36.944522 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=187b0acb-0811-412e-ace7-f2ea1315cadf,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:36.982291 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:37.009361 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-42d8810d-5728-479a-b086-b5fabf859cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:37.017558 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:37.019404 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:37.035722 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-42d8810d-5728-479a-b086-b5fabf859cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:37.047519 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97981b6c-d847-4f11-a64c-dbce2d160859 req-d6d37d5a-3fea-4c27-b70f-8c411de51201 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:37.049520 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-97981b6c-d847-4f11-a64c-dbce2d160859 req-d6d37d5a-3fea-4c27-b70f-8c411de51201 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 944 time: 0.5393069 Aug 23 10:22:37.066606 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Pushing event updated for resources: {'Port': ['ID=d601a6f5-3651-49a7-9e3c-a87210a2665e,revision_number=3']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:37.084874 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Attempting to bind port b30be037-c5a8-4674-94a8-ad1313c97b71 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:22:37.085441 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Attempting to bind port b30be037-c5a8-4674-94a8-ad1313c97b71 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '2c74a457-f0b8-49fe-a562-feb98066a0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc'}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:22:37.086367 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Attempting to bind port b30be037-c5a8-4674-94a8-ad1313c97b71 on network 49c0bc69-0d72-4f29-9e86-250119aa9fcc {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:37.087929 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:37.090642 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-10b6f945-5c73-4aba-8522-a358851b0dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:37.093496 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b30be037-c5a8-4674-94a8-ad1313c97b71,revision_number=2']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:37.105907 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:37.106876 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Port b30be037-c5a8-4674-94a8-ad1313c97b71 on network 49c0bc69-0d72-4f29-9e86-250119aa9fcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:22:37.108366 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Attempting to bind port b30be037-c5a8-4674-94a8-ad1313c97b71 on network 49c0bc69-0d72-4f29-9e86-250119aa9fcc {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:37.116723 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Checking agent: {'id': 'da4e5719-434b-498c-af5a-9a8836947b40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'started_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:22:37.117555 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Checking segment: {'id': '2c74a457-f0b8-49fe-a562-feb98066a0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:37.118334 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Bound using segment: {'id': '2c74a457-f0b8-49fe-a562-feb98066a0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc'} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:22:37.118985 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Bound port: b30be037-c5a8-4674-94a8-ad1313c97b71, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c74a457-f0b8-49fe-a562-feb98066a0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc'}}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:22:37.119612 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:37.172456 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-42d8810d-5728-479a-b086-b5fabf859cc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5032cb74cacd4d0bb222b83460619cf6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4340930 Aug 23 10:22:37.196228 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 38710) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:37.429433 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] For port b30be037-c5a8-4674-94a8-ad1313c97b71, host hv-cinder-80278, cleared binding levels {{(pid=79164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:22:37.436548 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] For port b30be037-c5a8-4674-94a8-ad1313c97b71, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b30be037-c5a8-4674-94a8-ad1313c97b71,segment=NetworkSegment(2c74a457-f0b8-49fe-a562-feb98066a0a4),segment_id=2c74a457-f0b8-49fe-a562-feb98066a0a4)] {{(pid=79164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:22:37.444930 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:37.458821 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=c53d6e27-0d30-4773-bd9a-0f659a0afd4c,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:37.461496 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:37.496696 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:37.503611 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-97981b6c-d847-4f11-a64c-dbce2d160859 req-aff5fd54-a9a0-4920-b3b6-1ee5c782e9f6 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/security-groups?id=e835b225-a24c-406f-9091-6fb4455d8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424794 Aug 23 10:22:37.504268 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8810d-5728-479a-b086-b5fabf859cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37743ea3-9a19-44ff-ba57-89f9fbb41754,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:37.545070 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-42d8810d-5728-479a-b086-b5fabf859cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:37.567739 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b30be037-c5a8-4674-94a8-ad1313c97b71,revision_number=3']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:37.572972 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:37.585803 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:37.586472 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:37.587939 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6120d66a-52cb-4653-ad72-899723db51fc req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] 10.222.0.46 "PUT /v2.0/ports/b30be037-c5a8-4674-94a8-ad1313c97b71 HTTP/1.1" status: 200 len: 1094 time: 2.5518551 Aug 23 10:22:37.588434 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e', 'tag': 'b30be037-c5a8-4674-94a8-ad1313c97b71'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:22:37.611433 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-e0fd943e-5cf4-4dde-93f6-22b56b5a8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:37.613150 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-e0fd943e-5cf4-4dde-93f6-22b56b5a8c80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24148a0a1b3d4246851e79ae6f24b70c&device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 1096 time: 0.8243010 Aug 23 10:22:37.791332 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120d66a-52cb-4653-ad72-899723db51fc req-14485294-1082-42aa-b91f-5e0f8a9825ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:37.793347 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6120d66a-52cb-4653-ad72-899723db51fc req-14485294-1082-42aa-b91f-5e0f8a9825ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24148a0a1b3d4246851e79ae6f24b70c&device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 1097 time: 0.1510401 Aug 23 10:22:37.807123 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-732dbf9d-bfeb-484f-b49d-af215ec1400c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d601a6f5-3651-49a7-9e3c-a87210a2665e HTTP/1.1" status: 200 len: 217 time: 0.1824038 Aug 23 10:22:37.866558 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b35d7ae-6d87-46bf-93f8-499f14d80af8', 'tag': 'd601a6f5-3651-49a7-9e3c-a87210a2665e', 'status': 'completed', 'code': 200} Aug 23 10:22:37.867254 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e3c374f0-7d97-4754-9840-b0e82e2c0c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:37.922752 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6120d66a-52cb-4653-ad72-899723db51fc req-334a060e-8c7e-4ddd-a694-83aa1c4e053d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b30be037-c5a8-4674-94a8-ad1313c97b71 HTTP/1.1" status: 200 len: 217 time: 0.1205456 Aug 23 10:22:37.924695 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e', 'tag': 'b30be037-c5a8-4674-94a8-ad1313c97b71', 'status': 'completed', 'code': 200} Aug 23 10:22:37.928479 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e3c374f0-7d97-4754-9840-b0e82e2c0c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:38.078748 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120d66a-52cb-4653-ad72-899723db51fc req-23f358c3-6252-478e-b19c-6b7636ffb339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:38.080470 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6120d66a-52cb-4653-ad72-899723db51fc req-23f358c3-6252-478e-b19c-6b7636ffb339 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd439ff1-addd-478f-96e1-80b2d62b0219 HTTP/1.1" status: 200 len: 858 time: 0.1508031 Aug 23 10:22:38.124730 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-88b75c35-dd47-413d-990a-67e645be736a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:38.126278 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-88b75c35-dd47-413d-990a-67e645be736a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd439ff1-addd-478f-96e1-80b2d62b0219 HTTP/1.1" status: 200 len: 858 time: 0.2683218 Aug 23 10:22:38.133665 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:38.143277 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6120d66a-52cb-4653-ad72-899723db51fc req-aec4afe1-b697-456c-9ccf-4e020dd72d9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49c0bc69-0d72-4f29-9e86-250119aa9fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528424 Aug 23 10:22:38.157097 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c055ba1-6b2a-46f0-a254-45df441a75af req-07691246-7803-4cbc-98fd-5c0b57383d46 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:38.158610 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2c055ba1-6b2a-46f0-a254-45df441a75af req-07691246-7803-4cbc-98fd-5c0b57383d46 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 945 time: 0.1678910 Aug 23 10:22:38.259431 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-b81170f4-fbd9-4df0-a8d2-ab1cbe2817c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49c0bc69-0d72-4f29-9e86-250119aa9fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221991 Aug 23 10:22:38.260159 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e3c374f0-7d97-4754-9840-b0e82e2c0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:38.280631 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-49206c82-a6fd-487c-bf95-021ea7059154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:38.332427 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2c055ba1-6b2a-46f0-a254-45df441a75af req-8b27340b-7b5b-4f5f-beb1-7a212a1c8b44 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204565 Aug 23 10:22:38.339431 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6120d66a-52cb-4653-ad72-899723db51fc req-4a186d87-ba9f-4382-8db6-cc462fe71f90 service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798689 Aug 23 10:22:38.355739 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c374f0-7d97-4754-9840-b0e82e2c0c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37743ea3-9a19-44ff-ba57-89f9fbb41754,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:38.414197 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8654e1-7f98-49e1-80ce-fa68e45c19f8 req-fc5af285-e276-45b5-8ee2-f6459ce50d5e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:38.415577 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5c8654e1-7f98-49e1-80ce-fa68e45c19f8 req-fc5af285-e276-45b5-8ee2-f6459ce50d5e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 943 time: 0.5564890 Aug 23 10:22:38.422906 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e3c374f0-7d97-4754-9840-b0e82e2c0c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:38.507954 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6120d66a-52cb-4653-ad72-899723db51fc req-ef4e45e0-d590-40d9-b7ac-f850422cb4df service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591086 Aug 23 10:22:38.517384 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e3c374f0-7d97-4754-9840-b0e82e2c0c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:38.518495 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-e3c374f0-7d97-4754-9840-b0e82e2c0c8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37743ea3-9a19-44ff-ba57-89f9fbb41754 HTTP/1.1" status: 204 len: 168 time: 1.2930491 Aug 23 10:22:38.558320 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Allocated IP 172.28.2.174 (6abbf648-30c3-4bc3-b6f8-fb92b7833a6b/1bf33108-a606-44c8-ae34-6d10a469fb3b/cb6677ef-a852-432e-9fd7-f07c829c5a2d) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:22:38.573783 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5c8654e1-7f98-49e1-80ce-fa68e45c19f8 req-29874613-8957-4b91-b19c-6d22b5f6c1c5 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466007 Aug 23 10:22:38.742552 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-453aee45-f771-49a2-b36a-03b6dfc30a43 service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673383 Aug 23 10:22:38.758000 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e1054-d40d-49c4-8426-a34903a48db0 req-64fd0e71-8fe9-4472-80b6-8af88c7f8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:38.759381 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ab7e1054-d40d-49c4-8426-a34903a48db0 req-64fd0e71-8fe9-4472-80b6-8af88c7f8d89 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24148a0a1b3d4246851e79ae6f24b70c&device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 1097 time: 0.2031224 Aug 23 10:22:38.819088 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef6adb-e0b0-464d-92aa-0569a4fd3874 req-e09172b2-bcdb-4b13-9862-cd5ba946bfdd tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:38.825918 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d4ef6adb-e0b0-464d-92aa-0569a4fd3874 req-e09172b2-bcdb-4b13-9862-cd5ba946bfdd tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 944 time: 0.1508048 Aug 23 10:22:38.907775 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:38.947645 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-6da38382-3d09-4b18-b70a-2c457cf3ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:38.984235 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e1054-d40d-49c4-8426-a34903a48db0 req-c9a6b454-dfb1-4b14-9dd3-728b7f48a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:38.985583 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ab7e1054-d40d-49c4-8426-a34903a48db0 req-c9a6b454-dfb1-4b14-9dd3-728b7f48a9e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49c0bc69-0d72-4f29-9e86-250119aa9fcc HTTP/1.1" status: 200 len: 919 time: 0.2163851 Aug 23 10:22:39.000191 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e87ef26a-6bb2-42ab-b274-a982cc7517a8 req-60d8d2a2-a08e-4ae7-ba58-07108b92fad2 service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491820 Aug 23 10:22:39.050063 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:39.060934 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-6cd6072a-f4a9-4baa-8edd-7cef3566617e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:39.169542 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ab7e1054-d40d-49c4-8426-a34903a48db0 req-0d851f61-b9de-43bb-8765-690a68909837 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b30be037-c5a8-4674-94a8-ad1313c97b71 HTTP/1.1" status: 200 len: 217 time: 0.1499209 Aug 23 10:22:39.188152 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d4ef6adb-e0b0-464d-92aa-0569a4fd3874 req-5498dbc4-a65c-4339-86f9-02d1d49b89af tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/security-groups?id=e835b225-a24c-406f-9091-6fb4455d8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570564 Aug 23 10:22:39.320055 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device c53d6e27-0d30-4773-bd9a-0f659a0afd4c up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:39.322037 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e1054-d40d-49c4-8426-a34903a48db0 req-514448bd-301a-483a-9c23-794c8078c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:39.325211 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ab7e1054-d40d-49c4-8426-a34903a48db0 req-514448bd-301a-483a-9c23-794c8078c3ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd439ff1-addd-478f-96e1-80b2d62b0219 HTTP/1.1" status: 200 len: 858 time: 0.1404274 Aug 23 10:22:39.447186 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ab7e1054-d40d-49c4-8426-a34903a48db0 req-512c7bb4-2101-4945-ab19-fd0ee118ca10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49c0bc69-0d72-4f29-9e86-250119aa9fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107440 Aug 23 10:22:39.478850 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device cbe2c186-f7d8-4358-bf6a-6b1fb0993255 up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:39.533013 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:39.549683 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:39.555029 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:22:39.590360 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:39.614264 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port c53d6e27-0d30-4773-bd9a-0f659a0afd4c triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:39.614798 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:39.675571 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning for port cbe2c186-f7d8-4358-bf6a-6b1fb0993255 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:39.685173 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Pushing event updated for resources: {'Port': ['ID=cb6677ef-a852-432e-9fd7-f07c829c5a2d,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:39.697776 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:39.708879 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port cbe2c186-f7d8-4358-bf6a-6b1fb0993255 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:39.709485 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:39.796481 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:39.919430 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539c473-d2fe-4cda-a87e-29766dfdeb17 req-e175ca5a-4b57-4814-98fa-125ed85da48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:39.920967 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1539c473-d2fe-4cda-a87e-29766dfdeb17 req-e175ca5a-4b57-4814-98fa-125ed85da48f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24148a0a1b3d4246851e79ae6f24b70c&device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 1096 time: 0.8632500 Aug 23 10:22:39.980954 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:39.983529 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ab7e1054-d40d-49c4-8426-a34903a48db0 req-c7182d7c-f017-4487-b2db-89e47f7277a8 service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259616 Aug 23 10:22:40.065657 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:40.106007 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca6a878-82a3-4243-8027-60055a962de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe2c186-f7d8-4358-bf6a-6b1fb0993255'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:22:40.118765 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d393aa3-a992-4e6b-a183-b36a4308516c req-a8293108-3cb6-4501-80ed-ecfd77149eaf tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:40.125779 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5d393aa3-a992-4e6b-a183-b36a4308516c req-a8293108-3cb6-4501-80ed-ecfd77149eaf tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 945 time: 0.4300501 Aug 23 10:22:40.196968 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port cbe2c186-f7d8-4358-bf6a-6b1fb0993255, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=cbe2c186-f7d8-4358-bf6a-6b1fb0993255,segment=NetworkSegment(b671125e-e92c-4b03-a20d-8975215f1c0b),segment_id=b671125e-e92c-4b03-a20d-8975215f1c0b)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:40.204985 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539c473-d2fe-4cda-a87e-29766dfdeb17 req-69210bc1-4f8d-4031-9ad9-daa4be59c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:40.206634 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1539c473-d2fe-4cda-a87e-29766dfdeb17 req-69210bc1-4f8d-4031-9ad9-daa4be59c29f service neutron] 10.222.0.46 "GET /v2.0/networks?id=49c0bc69-0d72-4f29-9e86-250119aa9fcc HTTP/1.1" status: 200 len: 919 time: 0.2768240 Aug 23 10:22:40.214775 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:40.216585 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 187b0acb-0811-412e-ace7-f2ea1315cadf up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:40.307854 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5d393aa3-a992-4e6b-a183-b36a4308516c req-a9a4668f-5f24-447c-82df-39848a5de62b tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808436 Aug 23 10:22:40.311440 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1539c473-d2fe-4cda-a87e-29766dfdeb17 req-0e3d39ab-7bf3-47e9-9404-603f05430f6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d601a6f5-3651-49a7-9e3c-a87210a2665e HTTP/1.1" status: 200 len: 217 time: 0.0889881 Aug 23 10:22:40.314371 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:40.321719 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ab7e1054-d40d-49c4-8426-a34903a48db0 req-aa875cc6-8610-427c-8650-c4d2c9cb6ab2 service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256097 Aug 23 10:22:40.331505 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7858316-a579-4f38-b625-88fdb57f3c71 req-b2650083-6e6d-4fa8-a807-c14a1329d5b9 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:40.332345 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-e7858316-a579-4f38-b625-88fdb57f3c71 req-b2650083-6e6d-4fa8-a807-c14a1329d5b9 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Synchronizing usage tracker for tenant:24148a0a1b3d4246851e79ae6f24b70c on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:40.373862 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-e7858316-a579-4f38-b625-88fdb57f3c71 req-b2650083-6e6d-4fa8-a807-c14a1329d5b9 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Unset dirty status for tenant:24148a0a1b3d4246851e79ae6f24b70c on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:40.375136 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e7858316-a579-4f38-b625-88fdb57f3c71 req-b2650083-6e6d-4fa8-a807-c14a1329d5b9 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 943 time: 0.5491977 Aug 23 10:22:40.443575 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=cbe2c186-f7d8-4358-bf6a-6b1fb0993255,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:40.452096 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:40.470788 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-e7858316-a579-4f38-b625-88fdb57f3c71 req-f89f47d2-25d9-4c89-b45a-f32f0bd14011 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Synchronizing usage tracker for tenant:24148a0a1b3d4246851e79ae6f24b70c on resource:security_group {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:40.474139 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning for port 187b0acb-0811-412e-ace7-f2ea1315cadf completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:40.481687 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port 187b0acb-0811-412e-ace7-f2ea1315cadf triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:40.481986 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:40.520712 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-e7858316-a579-4f38-b625-88fdb57f3c71 req-f89f47d2-25d9-4c89-b45a-f32f0bd14011 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Unset dirty status for tenant:24148a0a1b3d4246851e79ae6f24b70c on resource:security_group {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:40.522294 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e7858316-a579-4f38-b625-88fdb57f3c71 req-f89f47d2-25d9-4c89-b45a-f32f0bd14011 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390944 Aug 23 10:22:40.645884 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539c473-d2fe-4cda-a87e-29766dfdeb17 req-879088d6-eddd-4073-8936-5d1bcfc2598c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:40.647540 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1539c473-d2fe-4cda-a87e-29766dfdeb17 req-879088d6-eddd-4073-8936-5d1bcfc2598c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd439ff1-addd-478f-96e1-80b2d62b0219 HTTP/1.1" status: 200 len: 858 time: 0.3257196 Aug 23 10:22:40.720770 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1539c473-d2fe-4cda-a87e-29766dfdeb17 req-1dc3bcaa-c6f5-4381-bdc6-0a708458ad39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49c0bc69-0d72-4f29-9e86-250119aa9fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565400 Aug 23 10:22:40.784441 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:40.880592 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:40.910843 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 187b0acb-0811-412e-ace7-f2ea1315cadf, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=187b0acb-0811-412e-ace7-f2ea1315cadf,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:40.921692 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:40.924736 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:40.999693 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.db.resource_extend [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 10:22:41.006857 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca6a878-82a3-4243-8027-60055a962de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe2c186-f7d8-4358-bf6a-6b1fb0993255', 'code': 200} Aug 23 10:22:41.043164 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=187b0acb-0811-412e-ace7-f2ea1315cadf,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:41.052521 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:41.055608 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8bcd5-d8a3-4c74-9ab7-9a162a553809 req-c4f4c07a-fce8-4f0b-8893-20e65747ad69 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:41.057619 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a1b8bcd5-d8a3-4c74-9ab7-9a162a553809 req-c4f4c07a-fce8-4f0b-8893-20e65747ad69 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 945 time: 0.4882417 Aug 23 10:22:41.070439 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for port, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:41.132012 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a1b8bcd5-d8a3-4c74-9ab7-9a162a553809 req-d30fad5b-4e57-442a-b6f2-7a33e5d97646 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/security-groups?id=e835b225-a24c-406f-9091-6fb4455d8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476789 Aug 23 10:22:41.132012 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:41.143881 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1539c473-d2fe-4cda-a87e-29766dfdeb17 req-9854a1f7-7aab-485c-a718-d65fbc703683 service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162714 Aug 23 10:22:41.144615 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:41.217044 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901046'] for floatingip, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:41.272509 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for floatingip, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:41.273718 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8931913 Aug 23 10:22:41.321474 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Pushing event updated for resources: {'Port': ['ID=cb6677ef-a852-432e-9fd7-f07c829c5a2d,revision_number=2']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:41.370369 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:41.417592 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1539c473-d2fe-4cda-a87e-29766dfdeb17 req-912e04a0-ddf0-4ba3-bb81-902355c0c92b service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071612 Aug 23 10:22:41.441585 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device d601a6f5-3651-49a7-9e3c-a87210a2665e details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:22:41.444992 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5cef3-2b48-4e06-ad66-759a1a897991 req-b71404ca-3803-4c58-ac42-455a473e38b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:41.447608 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e0e5cef3-2b48-4e06-ad66-759a1a897991 req-b71404ca-3803-4c58-ac42-455a473e38b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 1098 time: 0.1753809 Aug 23 10:22:41.476007 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-e0e5cef3-2b48-4e06-ad66-759a1a897991 req-1ca36019-e7a6-4603-be67-105953455721 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:41.496893 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-e0e5cef3-2b48-4e06-ad66-759a1a897991 req-1ca36019-e7a6-4603-be67-105953455721 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:41.549638 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-e0e5cef3-2b48-4e06-ad66-759a1a897991 req-1ca36019-e7a6-4603-be67-105953455721 service neutron] Usage tracker for resource:security_group_rule and tenant:6e7d4dde14484eceb8def1b97dfe4545 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:41.555208 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-e0e5cef3-2b48-4e06-ad66-759a1a897991 req-1ca36019-e7a6-4603-be67-105953455721 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:41.562795 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-e0e5cef3-2b48-4e06-ad66-759a1a897991 req-1ca36019-e7a6-4603-be67-105953455721 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:41.635255 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-0be5c240-fdbc-483f-8474-2eafa95b3ac7 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Synchronizing usage tracker for tenant:99082884e6bc45e18c151db1f08a2346 on resource:security_group {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:41.646193 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port d601a6f5-3651-49a7-9e3c-a87210a2665e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d601a6f5-3651-49a7-9e3c-a87210a2665e,segment=NetworkSegment(2c74a457-f0b8-49fe-a562-feb98066a0a4),segment_id=2c74a457-f0b8-49fe-a562-feb98066a0a4)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:41.666151 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': 'd601a6f5-3651-49a7-9e3c-a87210a2665e', 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc', 'port_id': 'd601a6f5-3651-49a7-9e3c-a87210a2665e', 'mac_address': 'fa:16:3e:81:29:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd439ff1-addd-478f-96e1-80b2d62b0219', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:22:41.712259 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120adc8a-7156-4449-b5b7-471b757341cd req-74ca1d0c-35a7-4367-a1bc-af6aeb017393 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:41.713935 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-120adc8a-7156-4449-b5b7-471b757341cd req-74ca1d0c-35a7-4367-a1bc-af6aeb017393 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 946 time: 0.2094953 Aug 23 10:22:41.737374 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:41.760022 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d601a6f5-3651-49a7-9e3c-a87210a2665e {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:22:41.776533 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port d601a6f5-3651-49a7-9e3c-a87210a2665e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d601a6f5-3651-49a7-9e3c-a87210a2665e,segment=NetworkSegment(2c74a457-f0b8-49fe-a562-feb98066a0a4),segment_id=2c74a457-f0b8-49fe-a562-feb98066a0a4)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:41.781714 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:41.782493 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device b30be037-c5a8-4674-94a8-ad1313c97b71 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:22:41.784362 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:41.792419 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-e0e5cef3-2b48-4e06-ad66-759a1a897991 req-1ca36019-e7a6-4603-be67-105953455721 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:41.796086 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-120adc8a-7156-4449-b5b7-471b757341cd req-6190e61d-9da4-4e57-ac0d-1a098e85ebc2 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735834 Aug 23 10:22:41.797634 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-e0e5cef3-2b48-4e06-ad66-759a1a897991 req-1ca36019-e7a6-4603-be67-105953455721 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:41.807910 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:41.810399 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-0be5c240-fdbc-483f-8474-2eafa95b3ac7 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Unset dirty status for tenant:99082884e6bc45e18c151db1f08a2346 on resource:security_group {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:41.811802 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-0be5c240-fdbc-483f-8474-2eafa95b3ac7 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1906695367&fields=id&tenant_id=99082884e6bc45e18c151db1f08a2346 HTTP/1.1" status: 200 len: 267 time: 0.2321455 Aug 23 10:22:41.841404 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e0e5cef3-2b48-4e06-ad66-759a1a897991 req-1ca36019-e7a6-4603-be67-105953455721 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e835b225-a24c-406f-9091-6fb4455d8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866885 Aug 23 10:22:41.843326 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca36019-e7a6-4603-be67-105953455721 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5c6d63-c945-4682-95f0-3e0623d561a1,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:41.847746 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-1ca36019-e7a6-4603-be67-105953455721 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:41.884363 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port b30be037-c5a8-4674-94a8-ad1313c97b71, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b30be037-c5a8-4674-94a8-ad1313c97b71,segment=NetworkSegment(2c74a457-f0b8-49fe-a562-feb98066a0a4),segment_id=2c74a457-f0b8-49fe-a562-feb98066a0a4)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:41.899281 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': 'b30be037-c5a8-4674-94a8-ad1313c97b71', 'network_id': '49c0bc69-0d72-4f29-9e86-250119aa9fcc', 'port_id': 'b30be037-c5a8-4674-94a8-ad1313c97b71', 'mac_address': 'fa:16:3e:8b:84:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd439ff1-addd-478f-96e1-80b2d62b0219', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:22:41.989054 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=d601a6f5-3651-49a7-9e3c-a87210a2665e,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:41.993565 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:41.994205 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:42.013620 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30be037-c5a8-4674-94a8-ad1313c97b71 {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:22:42.035365 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port b30be037-c5a8-4674-94a8-ad1313c97b71, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b30be037-c5a8-4674-94a8-ad1313c97b71,segment=NetworkSegment(2c74a457-f0b8-49fe-a562-feb98066a0a4),segment_id=2c74a457-f0b8-49fe-a562-feb98066a0a4)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:42.041000 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:42.041369 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f63a4-952c-4d9e-93bb-fcd80a26c1dc req-a33c83b4-09fe-42f9-a6ba-9c2d75d658bc tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:42.042976 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-607f63a4-952c-4d9e-93bb-fcd80a26c1dc req-a33c83b4-09fe-42f9-a6ba-9c2d75d658bc tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 944 time: 0.1249843 Aug 23 10:22:42.051737 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:42.066970 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-600ebab7-273f-4998-8936-e1463dc5f2da tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:42.068441 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-600ebab7-273f-4998-8936-e1463dc5f2da tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Synchronizing usage tracker for tenant:99082884e6bc45e18c151db1f08a2346 on resource:network {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:42.090174 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-600ebab7-273f-4998-8936-e1463dc5f2da tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Unset dirty status for tenant:99082884e6bc45e18c151db1f08a2346 on resource:network {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:42.091966 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-600ebab7-273f-4998-8936-e1463dc5f2da tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/networks?id=d137faa0-f4f8-4597-9039-8107bc591b01 HTTP/1.1" status: 200 len: 817 time: 0.2550731 Aug 23 10:22:42.113877 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-607f63a4-952c-4d9e-93bb-fcd80a26c1dc req-69ccb525-e661-4ddf-a9dd-5a57a5f991df tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649803 Aug 23 10:22:42.120994 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-aef80e0b-0622-4282-b7a6-579d1ba72190 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/quotas/99082884e6bc45e18c151db1f08a2346 HTTP/1.1" status: 200 len: 375 time: 0.0155349 Aug 23 10:22:42.148452 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=b30be037-c5a8-4674-94a8-ad1313c97b71,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:42.151743 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:42.285455 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-9baeb656-2d4b-443e-b11f-a3b727513cb5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=99082884e6bc45e18c151db1f08a2346&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1621854 Aug 23 10:22:42.309609 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['d601a6f5-3651-49a7-9e3c-a87210a2665e'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:22:42.388043 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd82c6-8459-4666-a662-5a3a0ce688b7 req-da35e0bf-b7c5-4869-b49c-58b6c1394479 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:42.399549 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d5dd82c6-8459-4666-a662-5a3a0ce688b7 req-da35e0bf-b7c5-4869-b49c-58b6c1394479 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 945 time: 0.1045551 Aug 23 10:22:42.421972 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['b30be037-c5a8-4674-94a8-ad1313c97b71'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:22:42.471080 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d5dd82c6-8459-4666-a662-5a3a0ce688b7 req-4bf72a08-9cc0-4536-9bcd-9d6663a61651 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/security-groups?id=e835b225-a24c-406f-9091-6fb4455d8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648797 Aug 23 10:22:42.638259 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-bc923748-854a-41f9-bb80-005c92dc4ad5 service neutron] 10.222.0.20 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374538 Aug 23 10:22:42.788042 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-d76ee846-1e1b-46f0-ab61-01788fd8ec23 service neutron] 10.222.0.20 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488101 Aug 23 10:22:43.008489 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b40d1d-7a69-48ff-b5eb-0a4180baea68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187b0acb-0811-412e-ace7-f2ea1315cadf'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:22:43.062705 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ce305-6ff6-4e4f-8257-3ece3c304617 req-a6de51cc-d28d-4b93-8e4c-1bc7b611fba2 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:43.070684 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-bf4ce305-6ff6-4e4f-8257-3ece3c304617 req-a6de51cc-d28d-4b93-8e4c-1bc7b611fba2 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 946 time: 0.1067584 Aug 23 10:22:43.077633 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e9029276-599e-411f-b647-d04ad6a1e3da req-22769cc9-2ead-42d5-94b1-e5d22c047008 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 210 time: 0.0924301 Aug 23 10:22:43.127424 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-bf4ce305-6ff6-4e4f-8257-3ece3c304617 req-fbb3f420-5c01-4db3-a980-4ca01e10aaad tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556736 Aug 23 10:22:43.153615 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b40d1d-7a69-48ff-b5eb-0a4180baea68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187b0acb-0811-412e-ace7-f2ea1315cadf', 'code': 200} Aug 23 10:22:43.366731 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1f4fb-36e5-4030-834d-f9ef6ed9794c req-35fa03fb-2dde-4bfc-a00a-775df7c8b0ac tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:43.368758 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-99a1f4fb-36e5-4030-834d-f9ef6ed9794c req-35fa03fb-2dde-4bfc-a00a-775df7c8b0ac tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 944 time: 0.0971420 Aug 23 10:22:43.448995 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device d601a6f5-3651-49a7-9e3c-a87210a2665e up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:43.539518 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-99a1f4fb-36e5-4030-834d-f9ef6ed9794c req-04d00458-b293-4595-b5d3-5bb3fb73cacb tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282837 Aug 23 10:22:43.567502 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e320196-c036-4906-a4b4-4abe7d08d71e req-cc132834-0b11-4ad4-ad28-f0686cb9462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:43.568056 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning for port d601a6f5-3651-49a7-9e3c-a87210a2665e completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:43.569470 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6e320196-c036-4906-a4b4-4abe7d08d71e req-cc132834-0b11-4ad4-ad28-f0686cb9462c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 1099 time: 0.1947227 Aug 23 10:22:43.578155 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port d601a6f5-3651-49a7-9e3c-a87210a2665e triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:43.578888 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:43.636006 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6e320196-c036-4906-a4b4-4abe7d08d71e req-161d5fe0-80e9-4c4d-9da2-717369b8778f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578053 Aug 23 10:22:43.790867 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c40cc0-4cfc-4a57-a7fc-399371da4f25 req-cf0493c4-58fd-4710-8d6d-e65ca2ad0f23 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:43.793295 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-11c40cc0-4cfc-4a57-a7fc-399371da4f25 req-cf0493c4-58fd-4710-8d6d-e65ca2ad0f23 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 945 time: 0.1331964 Aug 23 10:22:43.800261 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:43.842361 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port d601a6f5-3651-49a7-9e3c-a87210a2665e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d601a6f5-3651-49a7-9e3c-a87210a2665e,segment=NetworkSegment(2c74a457-f0b8-49fe-a562-feb98066a0a4),segment_id=2c74a457-f0b8-49fe-a562-feb98066a0a4)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:43.851419 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:43.852799 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device b30be037-c5a8-4674-94a8-ad1313c97b71 up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:43.868040 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-11c40cc0-4cfc-4a57-a7fc-399371da4f25 req-26a67d92-0054-4300-bb98-8e4969f33453 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/security-groups?id=e835b225-a24c-406f-9091-6fb4455d8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676072 Aug 23 10:22:43.888804 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:44.032065 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=d601a6f5-3651-49a7-9e3c-a87210a2665e,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:44.035654 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:44.049881 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning for port b30be037-c5a8-4674-94a8-ad1313c97b71 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:44.056085 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port b30be037-c5a8-4674-94a8-ad1313c97b71 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:44.056883 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:44.342196 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:44.345737 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-380737fc-ec36-4277-a7ed-15b291d67a04 req-9da7500a-17a1-4bd5-a5a2-01cc41b79511 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Synchronizing usage tracker for tenant:99082884e6bc45e18c151db1f08a2346 on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:44.383424 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-380737fc-ec36-4277-a7ed-15b291d67a04 req-9da7500a-17a1-4bd5-a5a2-01cc41b79511 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Unset dirty status for tenant:99082884e6bc45e18c151db1f08a2346 on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:44.389397 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-380737fc-ec36-4277-a7ed-15b291d67a04 req-9da7500a-17a1-4bd5-a5a2-01cc41b79511 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 210 time: 0.1270523 Aug 23 10:22:44.429908 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b61fbf-5b61-4c26-858a-bfceb3095330 req-27065fb4-2695-4d97-a6a9-20784d09edef tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:44.436554 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b7b61fbf-5b61-4c26-858a-bfceb3095330 req-27065fb4-2695-4d97-a6a9-20784d09edef tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 946 time: 0.0979903 Aug 23 10:22:44.449525 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port b30be037-c5a8-4674-94a8-ad1313c97b71, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b30be037-c5a8-4674-94a8-ad1313c97b71,segment=NetworkSegment(2c74a457-f0b8-49fe-a562-feb98066a0a4),segment_id=2c74a457-f0b8-49fe-a562-feb98066a0a4)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:44.459170 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:44.463268 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:44.501484 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b7b61fbf-5b61-4c26-858a-bfceb3095330 req-1de56cea-1c7d-48c2-8696-c656f82a8684 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636389 Aug 23 10:22:44.569740 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=b30be037-c5a8-4674-94a8-ad1313c97b71,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:44.572845 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:44.906516 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39090) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:45.057282 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-eacaef78-686a-478d-b311-e05f8134bed7 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:45.060915 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-eacaef78-686a-478d-b311-e05f8134bed7 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.46 "GET /v2.0/networks?id=d137faa0-f4f8-4597-9039-8107bc591b01 HTTP/1.1" status: 200 len: 817 time: 0.2759776 Aug 23 10:22:45.085501 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b9c89-01f5-4b39-843d-21201c2c40ab req-93abbc8e-6239-4757-ab84-544b35d1a38b tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:45.087318 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f44b9c89-01f5-4b39-843d-21201c2c40ab req-93abbc8e-6239-4757-ab84-544b35d1a38b tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.3580208 Aug 23 10:22:45.131891 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d1f59586-d37c-4c71-9b4a-87bc24709283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.151431 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-d1f59586-d37c-4c71-9b4a-87bc24709283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:45.154683 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b35d7ae-6d87-46bf-93f8-499f14d80af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd601a6f5-3651-49a7-9e3c-a87210a2665e'}, {'server_uuid': '72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30be037-c5a8-4674-94a8-ad1313c97b71'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:22:45.155924 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-45a8a3a0-1548-4fb6-87c1-8a2cb9f562cd tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Synchronizing usage tracker for tenant:99082884e6bc45e18c151db1f08a2346 on resource:security_group {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:45.164161 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-d1f59586-d37c-4c71-9b4a-87bc24709283 admin admin] Usage tracker for resource:security_group_rule and tenant:0feb41e370f24b7c9a763efdf3ccbf40 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:45.168117 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-d1f59586-d37c-4c71-9b4a-87bc24709283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:45.176772 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-d1f59586-d37c-4c71-9b4a-87bc24709283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:45.186599 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d33f5-1dd6-4386-adf4-00f0a014e9db req-e182bc40-2b3d-4c16-ba32-73b0c8000e1c tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:45.195529 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4b6d33f5-1dd6-4386-adf4-00f0a014e9db req-e182bc40-2b3d-4c16-ba32-73b0c8000e1c tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 945 time: 0.1892636 Aug 23 10:22:45.203774 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-45a8a3a0-1548-4fb6-87c1-8a2cb9f562cd tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Unset dirty status for tenant:99082884e6bc45e18c151db1f08a2346 on resource:security_group {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:45.205436 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-45a8a3a0-1548-4fb6-87c1-8a2cb9f562cd tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99082884e6bc45e18c151db1f08a2346 HTTP/1.1" status: 200 len: 380 time: 0.1327975 Aug 23 10:22:45.211188 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f44b9c89-01f5-4b39-843d-21201c2c40ab req-87e90c46-eb67-4685-b0cd-41f797f905db tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064248 Aug 23 10:22:45.230655 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-c13d8ca2-eec9-4c89-b4c8-7d979c2c82e2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Request body: {'port': {'device_id': '3983ec41-3ddb-4144-a334-f1b82588cfff', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'admin_state_up': True, 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'security_groups': ['15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63']}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:45.254860 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4b6d33f5-1dd6-4386-adf4-00f0a014e9db req-c1fe4a3f-92a0-4407-ba38-972c33ef85b4 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/security-groups?id=e835b225-a24c-406f-9091-6fb4455d8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578618 Aug 23 10:22:45.314869 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b35d7ae-6d87-46bf-93f8-499f14d80af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd601a6f5-3651-49a7-9e3c-a87210a2665e', 'code': 200} Aug 23 10:22:45.315670 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30be037-c5a8-4674-94a8-ad1313c97b71', 'code': 200} Aug 23 10:22:45.361312 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d1f59586-d37c-4c71-9b4a-87bc24709283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.366187 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d1f59586-d37c-4c71-9b4a-87bc24709283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.374923 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-d01d8a16-8d64-4cc4-b7b1-12e4830346a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:45.418131 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-d1f59586-d37c-4c71-9b4a-87bc24709283 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0feb41e370f24b7c9a763efdf3ccbf40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5103059 Aug 23 10:22:45.420481 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f59586-d37c-4c71-9b4a-87bc24709283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2647e0e-8a16-48ad-955f-60b27e71cbb4,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:45.423762 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39120) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:45.426838 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-d1f59586-d37c-4c71-9b4a-87bc24709283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:45.521205 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-91c434c9-d216-4a95-8667-8714aeb15e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.589647 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-c13d8ca2-eec9-4c89-b4c8-7d979c2c82e2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:45.610577 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-c13d8ca2-eec9-4c89-b4c8-7d979c2c82e2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:45.622265 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-c13d8ca2-eec9-4c89-b4c8-7d979c2c82e2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Made reservation on behalf of 99082884e6bc45e18c151db1f08a2346 for: {'port': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:45.638472 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-c13d8ca2-eec9-4c89-b4c8-7d979c2c82e2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.736352 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-91c434c9-d216-4a95-8667-8714aeb15e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.752118 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-198a1883-ab26-408f-bf3a-7e8b5f0bd88d req-a434434e-9151-4aee-bffd-b0686728910d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 210 time: 0.1356020 Aug 23 10:22:45.831334 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3969f-bf82-4dca-bbf0-76c74f8647c5 req-aa1d38e8-12e3-4754-9ebb-60a7bae8fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:45.833159 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ffc3969f-bf82-4dca-bbf0-76c74f8647c5 req-aa1d38e8-12e3-4754-9ebb-60a7bae8fc8e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 1098 time: 0.1771674 Aug 23 10:22:45.859518 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-91c434c9-d216-4a95-8667-8714aeb15e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.867432 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-3c4f4e8d-4750-4a16-ab26-3402e376d39b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:45.880088 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c434c9-d216-4a95-8667-8714aeb15e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2647e0e-8a16-48ad-955f-60b27e71cbb4,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:45.913350 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-91c434c9-d216-4a95-8667-8714aeb15e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:45.923813 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-91c434c9-d216-4a95-8667-8714aeb15e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.924977 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-91c434c9-d216-4a95-8667-8714aeb15e1f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2647e0e-8a16-48ad-955f-60b27e71cbb4 HTTP/1.1" status: 204 len: 168 time: 0.5000317 Aug 23 10:22:45.929536 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ffc3969f-bf82-4dca-bbf0-76c74f8647c5 req-9c0a367c-4d23-4e95-a079-328131ae3650 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886989 Aug 23 10:22:46.071237 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc975f6-adc1-4a74-8e84-4de7267d145f req-d6f17699-39d2-4664-a276-91cd298ee6fe tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:46.079320 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-acc975f6-adc1-4a74-8e84-4de7267d145f req-d6f17699-39d2-4664-a276-91cd298ee6fe tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 946 time: 0.3025825 Aug 23 10:22:46.103357 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a87f27-28a4-4477-a89f-a7671c2a799c req-7ec176e9-4a5b-41d9-a2d2-1d01c99b4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:46.105018 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-77a87f27-28a4-4477-a89f-a7671c2a799c req-7ec176e9-4a5b-41d9-a2d2-1d01c99b4675 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 1099 time: 0.4421399 Aug 23 10:22:46.138194 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-c13d8ca2-eec9-4c89-b4c8-7d979c2c82e2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Allocated IP 172.20.0.3 (d137faa0-f4f8-4597-9039-8107bc591b01/2f85e825-59e5-4c98-a66a-77e558377d2d/fea55a6d-53c6-4d73-b4ef-9d524a6b9347) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:22:46.155959 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-acc975f6-adc1-4a74-8e84-4de7267d145f req-d229733b-94ff-4166-bf4f-872ac25c78ed tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756280 Aug 23 10:22:46.242435 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-77a87f27-28a4-4477-a89f-a7671c2a799c req-c63d048f-edc6-4976-a9be-93763936c5c0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833268 Aug 23 10:22:46.433646 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 39164) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:46.458919 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-49c0214b-a16f-4f93-92bd-5dbd5e8e71e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.489698 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-49c0214b-a16f-4f93-92bd-5dbd5e8e71e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:46.495139 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-49c0214b-a16f-4f93-92bd-5dbd5e8e71e5 admin admin] Usage tracker for resource:security_group_rule and tenant:a9f05f71686c40ef96115862e4da4a26 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:46.500341 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-49c0214b-a16f-4f93-92bd-5dbd5e8e71e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:46.514135 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f7c7e-b434-4ec9-aced-2d56c7ac7947 req-f921a0a2-e830-4c4d-9e00-c9987989fae9 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:46.516297 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-49c0214b-a16f-4f93-92bd-5dbd5e8e71e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:46.523207 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-c13d8ca2-eec9-4c89-b4c8-7d979c2c82e2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.525066 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0f5f7c7e-b434-4ec9-aced-2d56c7ac7947 req-f921a0a2-e830-4c4d-9e00-c9987989fae9 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.1075299 Aug 23 10:22:46.555783 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-c13d8ca2-eec9-4c89-b4c8-7d979c2c82e2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Transition to ACTIVE for port object fea55a6d-53c6-4d73-b4ef-9d524a6b9347 will not be triggered until provisioned by entity DHCP. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:46.577948 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0f5f7c7e-b434-4ec9-aced-2d56c7ac7947 req-0645f8d9-dc40-4746-a7c9-c6b07f4b21fc tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514429 Aug 23 10:22:46.620672 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-c13d8ca2-eec9-4c89-b4c8-7d979c2c82e2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.638775 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:46.674246 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-49c0214b-a16f-4f93-92bd-5dbd5e8e71e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.689602 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-49c0214b-a16f-4f93-92bd-5dbd5e8e71e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.711286 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-c13d8ca2-eec9-4c89-b4c8-7d979c2c82e2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Network d137faa0-f4f8-4597-9039-8107bc591b01 is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:46.723091 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-c13d8ca2-eec9-4c89-b4c8-7d979c2c82e2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:46.730067 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-c13d8ca2-eec9-4c89-b4c8-7d979c2c82e2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:22:46.735518 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-c13d8ca2-eec9-4c89-b4c8-7d979c2c82e2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:46.736151 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-c13d8ca2-eec9-4c89-b4c8-7d979c2c82e2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.766691 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d8ca2-eec9-4c89-b4c8-7d979c2c82e2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Pushing event updated for resources: {'Port': ['ID=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:46.772688 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-c13d8ca2-eec9-4c89-b4c8-7d979c2c82e2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:46.775507 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-d04f5e94-0e29-4beb-be74-308bbd263757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:46.803006 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-49c0214b-a16f-4f93-92bd-5dbd5e8e71e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9f05f71686c40ef96115862e4da4a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3682992 Aug 23 10:22:46.807034 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39176) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:46.833802 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0214b-a16f-4f93-92bd-5dbd5e8e71e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a89696-28fa-4eaf-a455-4bc8c44117cf,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:46.847140 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-49c0214b-a16f-4f93-92bd-5dbd5e8e71e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:46.849135 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-c13d8ca2-eec9-4c89-b4c8-7d979c2c82e2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6362693 Aug 23 10:22:46.863169 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Request body: {'port': {'device_id': '3983ec41-3ddb-4144-a334-f1b82588cfff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:46.944768 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-13c5231c-7bd0-407e-a58b-5fd6a0d9c679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.994213 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-13c5231c-7bd0-407e-a58b-5fd6a0d9c679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:47.081948 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-be909281-9e71-41b9-a829-7d315b30e6e3 None None] Provisioning for port fea55a6d-53c6-4d73-b4ef-9d524a6b9347 completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:47.087913 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-13c5231c-7bd0-407e-a58b-5fd6a0d9c679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:47.094654 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:47.095587 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-be909281-9e71-41b9-a829-7d315b30e6e3 None None] Provisioning complete for port fea55a6d-53c6-4d73-b4ef-9d524a6b9347 triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:47.096168 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-be909281-9e71-41b9-a829-7d315b30e6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:47.112214 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:47.120019 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5231c-7bd0-407e-a58b-5fd6a0d9c679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a89696-28fa-4eaf-a455-4bc8c44117cf,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:47.122518 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-13c5231c-7bd0-407e-a58b-5fd6a0d9c679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:47.124142 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-13c5231c-7bd0-407e-a58b-5fd6a0d9c679 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3a89696-28fa-4eaf-a455-4bc8c44117cf HTTP/1.1" status: 204 len: 168 time: 0.3160663 Aug 23 10:22:47.126767 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-13c5231c-7bd0-407e-a58b-5fd6a0d9c679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:47.209935 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f6e71-71bb-4d2b-8690-656b867b91a9 req-764fc13f-f0cc-472c-8eb0-fb23d5d8436f tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:47.210675 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-a34f6e71-71bb-4d2b-8690-656b867b91a9 req-764fc13f-f0cc-472c-8eb0-fb23d5d8436f tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Synchronizing usage tracker for tenant:99082884e6bc45e18c151db1f08a2346 on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:47.273266 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-a34f6e71-71bb-4d2b-8690-656b867b91a9 req-764fc13f-f0cc-472c-8eb0-fb23d5d8436f tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Unset dirty status for tenant:99082884e6bc45e18c151db1f08a2346 on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:47.279872 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a34f6e71-71bb-4d2b-8690-656b867b91a9 req-764fc13f-f0cc-472c-8eb0-fb23d5d8436f tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 931 time: 0.3440230 Aug 23 10:22:47.311637 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-be909281-9e71-41b9-a829-7d315b30e6e3 None None] Port fea55a6d-53c6-4d73-b4ef-9d524a6b9347 cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:22:47.464353 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a34f6e71-71bb-4d2b-8690-656b867b91a9 req-a805ede6-99c6-4f64-99da-65c97796dcff tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673787 Aug 23 10:22:47.913583 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea55a6d-53c6-4d73-b4ef-9d524a6b9347 {{(pid=79164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:22:47.922390 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:47.969276 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Transition to ACTIVE for port object fea55a6d-53c6-4d73-b4ef-9d524a6b9347 will not be triggered until provisioned by entity L2. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:47.986961 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:48.012503 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:48.095109 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39240) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:48.180098 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ae8ab-6221-4f76-a7ec-5fffa7864534 req-fd2a13cb-d364-4ab4-bb2f-9019bcd38764 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:48.187957 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-257ae8ab-6221-4f76-a7ec-5fffa7864534 req-fd2a13cb-d364-4ab4-bb2f-9019bcd38764 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.3677692 Aug 23 10:22:48.316430 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Pushing event updated for resources: {'Port': ['ID=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,revision_number=2']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:48.324566 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:48.333707 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Attempting to bind port fea55a6d-53c6-4d73-b4ef-9d524a6b9347 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:22:48.334293 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Attempting to bind port fea55a6d-53c6-4d73-b4ef-9d524a6b9347 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '6a1fd02f-1fad-483b-a96b-f9befe06bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01'}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:22:48.334988 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Attempting to bind port fea55a6d-53c6-4d73-b4ef-9d524a6b9347 on network d137faa0-f4f8-4597-9039-8107bc591b01 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:48.370426 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Port fea55a6d-53c6-4d73-b4ef-9d524a6b9347 on network d137faa0-f4f8-4597-9039-8107bc591b01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:22:48.370757 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Attempting to bind port fea55a6d-53c6-4d73-b4ef-9d524a6b9347 on network d137faa0-f4f8-4597-9039-8107bc591b01 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:48.467303 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae8dd-46d2-4fe4-b161-09cebf99b00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:48.510731 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-0a5ae8dd-46d2-4fe4-b161-09cebf99b00a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:48.520227 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-0a5ae8dd-46d2-4fe4-b161-09cebf99b00a admin admin] Usage tracker for resource:security_group_rule and tenant:ba9b1f41652b4a7086582a244ef77b6f is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:48.542499 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-0a5ae8dd-46d2-4fe4-b161-09cebf99b00a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:48.547576 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Checking agent: {'id': 'da4e5719-434b-498c-af5a-9a8836947b40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'started_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:22:48.547956 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Checking segment: {'id': '6a1fd02f-1fad-483b-a96b-f9befe06bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:48.548340 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Bound using segment: {'id': '6a1fd02f-1fad-483b-a96b-f9befe06bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01'} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:22:48.548778 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Bound port: fea55a6d-53c6-4d73-b4ef-9d524a6b9347, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1fd02f-1fad-483b-a96b-f9befe06bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01'}}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:22:48.549124 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:48.554221 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-0a5ae8dd-46d2-4fe4-b161-09cebf99b00a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:48.590870 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-257ae8ab-6221-4f76-a7ec-5fffa7864534 req-e052baf3-9048-485c-b75f-9ff51b8b6bda tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014564 Aug 23 10:22:48.770954 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae8dd-46d2-4fe4-b161-09cebf99b00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:48.786397 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] For port fea55a6d-53c6-4d73-b4ef-9d524a6b9347, host hv-cinder-80278, cleared binding levels {{(pid=79164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:22:48.793338 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] For port fea55a6d-53c6-4d73-b4ef-9d524a6b9347, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:22:48.807997 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:48.814239 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 39276) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:48.815156 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-83bab30c-5d75-461c-9491-784ee24b0663 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:48.886281 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae8dd-46d2-4fe4-b161-09cebf99b00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:48.924711 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-d949db2a-21e4-460e-bf72-7b7735529527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:48.931866 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:48.935401 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:48.944005 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-0a5ae8dd-46d2-4fe4-b161-09cebf99b00a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba9b1f41652b4a7086582a244ef77b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8480310 Aug 23 10:22:48.948483 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] 10.222.0.46 "PUT /v2.0/ports/fea55a6d-53c6-4d73-b4ef-9d524a6b9347 HTTP/1.1" status: 200 len: 1093 time: 2.0914850 Aug 23 10:22:48.949090 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3983ec41-3ddb-4144-a334-f1b82588cfff', 'tag': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:22:48.962752 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39286) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:48.985497 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Pushing event updated for resources: {'Port': ['ID=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,revision_number=3']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:49.007951 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:49.127762 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a13d254e-6d85-4708-8976-6f0f5452e478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:49.136824 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ae8dd-46d2-4fe4-b161-09cebf99b00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b0d396-201a-4dfa-9423-2476c282474e,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:49.142723 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-0a5ae8dd-46d2-4fe4-b161-09cebf99b00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:49.198970 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-7b45ebf6-1826-46b6-b2ed-a90aa3fc8bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:49.210409 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-7b45ebf6-1826-46b6-b2ed-a90aa3fc8bf6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99082884e6bc45e18c151db1f08a2346&device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 1096 time: 0.2010972 Aug 23 10:22:49.211922 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a13d254e-6d85-4708-8976-6f0f5452e478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:49.235411 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abcfe2-b8d6-475a-bb6c-cb237dd55b4d req-62bfd47f-f452-4eab-8c3a-d8dcb8823bf9 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:49.245340 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a1abcfe2-b8d6-475a-bb6c-cb237dd55b4d req-62bfd47f-f452-4eab-8c3a-d8dcb8823bf9 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 943 time: 0.4709313 Aug 23 10:22:49.311169 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a1abcfe2-b8d6-475a-bb6c-cb237dd55b4d req-bcae0e5a-c544-436d-8181-65a109ccfc0b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644903 Aug 23 10:22:49.398349 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-5951656b-d52e-4d92-a1db-db7ad831900c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea55a6d-53c6-4d73-b4ef-9d524a6b9347 HTTP/1.1" status: 200 len: 217 time: 0.1802578 Aug 23 10:22:49.403447 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a13d254e-6d85-4708-8976-6f0f5452e478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:49.407537 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:49.444863 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d254e-6d85-4708-8976-6f0f5452e478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b0d396-201a-4dfa-9423-2476c282474e,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:49.467050 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-a13d254e-6d85-4708-8976-6f0f5452e478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:49.496774 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a13d254e-6d85-4708-8976-6f0f5452e478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:49.510514 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-a13d254e-6d85-4708-8976-6f0f5452e478 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67b0d396-201a-4dfa-9423-2476c282474e HTTP/1.1" status: 204 len: 168 time: 0.5381665 Aug 23 10:22:49.540594 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-408cdb8f-da9d-4175-8a2f-caf568619355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:49.622935 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-408cdb8f-da9d-4175-8a2f-caf568619355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:49.643760 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-408cdb8f-da9d-4175-8a2f-caf568619355 admin admin] Usage tracker for resource:security_group_rule and tenant:57f71647d3924af3b38d5eb85a3a6227 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:49.651105 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-23dd0234-97eb-4a46-a5ad-2264388c803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:49.652753 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-23dd0234-97eb-4a46-a5ad-2264388c803a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f85e825-59e5-4c98-a66a-77e558377d2d HTTP/1.1" status: 200 len: 856 time: 0.2395370 Aug 23 10:22:49.653617 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-408cdb8f-da9d-4175-8a2f-caf568619355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:49.706471 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-408cdb8f-da9d-4175-8a2f-caf568619355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:49.717139 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3983ec41-3ddb-4144-a334-f1b82588cfff', 'tag': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347', 'status': 'completed', 'code': 200} Aug 23 10:22:49.802168 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-13d481fc-cd00-444a-a5c9-84a87344d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:49.803874 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-13d481fc-cd00-444a-a5c9-84a87344d119 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d137faa0-f4f8-4597-9039-8107bc591b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1374385 Aug 23 10:22:49.904605 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39324) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:50.080842 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39332) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:50.115523 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8df4-2894-469e-a40e-172b7d91f60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:50.132700 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-408cdb8f-da9d-4175-8a2f-caf568619355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:50.133132 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-a6cf8df4-2894-469e-a40e-172b7d91f60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:50.137189 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-a6cf8df4-2894-469e-a40e-172b7d91f60e admin admin] Usage tracker for resource:security_group_rule and tenant:f5396c3a2707453daf15a32980cd91c1 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:50.140348 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-a6cf8df4-2894-469e-a40e-172b7d91f60e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:50.151628 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-408cdb8f-da9d-4175-8a2f-caf568619355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:50.152447 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-a6cf8df4-2894-469e-a40e-172b7d91f60e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:50.177897 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:50.261653 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408cdb8f-da9d-4175-8a2f-caf568619355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5ca4d8-4bd2-42a3-9a3e-a66a7d878afa,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:50.268346 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-408cdb8f-da9d-4175-8a2f-caf568619355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:50.273064 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-270da9df-491c-4e5d-bfda-cc1718abf434 service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619744 Aug 23 10:22:50.278538 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-408cdb8f-da9d-4175-8a2f-caf568619355 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57f71647d3924af3b38d5eb85a3a6227&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4071827 Aug 23 10:22:50.280346 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-999dc25a-0b42-4f1f-a034-98dde657e3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:50.284428 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 39338) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:50.302922 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-999dc25a-0b42-4f1f-a034-98dde657e3f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:50.316497 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-999dc25a-0b42-4f1f-a034-98dde657e3f2 admin admin] Usage tracker for resource:security_group_rule and tenant:1abf3271dd334d34a9f627b4a5de82cb is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:50.324337 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd6e7c-45c8-40d1-87d4-8f3793f80cdb req-87101551-e0a4-4016-8a63-4115ed53242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:50.326049 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-eadd6e7c-45c8-40d1-87d4-8f3793f80cdb req-87101551-e0a4-4016-8a63-4115ed53242b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24148a0a1b3d4246851e79ae6f24b70c&device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 1098 time: 0.3981555 Aug 23 10:22:50.333230 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-999dc25a-0b42-4f1f-a034-98dde657e3f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:50.358960 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-999dc25a-0b42-4f1f-a034-98dde657e3f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:50.366583 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d397c-3c1e-4488-8c58-f2c4365049f3 req-b557ac64-5503-4e2e-b32a-4fb69baed013 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:50.368134 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-581d397c-3c1e-4488-8c58-f2c4365049f3 req-b557ac64-5503-4e2e-b32a-4fb69baed013 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.3507459 Aug 23 10:22:50.391733 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8df4-2894-469e-a40e-172b7d91f60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:50.398372 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8df4-2894-469e-a40e-172b7d91f60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:50.415639 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:50.519875 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-a6cf8df4-2894-469e-a40e-172b7d91f60e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5396c3a2707453daf15a32980cd91c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367609 Aug 23 10:22:50.526089 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf8df4-2894-469e-a40e-172b7d91f60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6889d8f-1d13-4ae3-b558-8033a67e5a3c,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:50.537195 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39350) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:50.539615 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-a6cf8df4-2894-469e-a40e-172b7d91f60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:50.610206 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-581d397c-3c1e-4488-8c58-f2c4365049f3 req-765d6185-65f9-4da0-97b7-cae2db6d3bac tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109320 Aug 23 10:22:50.625931 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5276e920-4ef0-42a6-a271-a10c53664d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:50.654292 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9046681e-360e-452c-a8c2-7a064fb73c3f req-673fb40d-6925-413d-bc95-512d9faff1e0 service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717382 Aug 23 10:22:50.698650 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5276e920-4ef0-42a6-a271-a10c53664d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:50.714219 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd6e7c-45c8-40d1-87d4-8f3793f80cdb req-402b2b26-6faf-4f9e-bbe3-536bbacfa0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:50.716152 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-eadd6e7c-45c8-40d1-87d4-8f3793f80cdb req-402b2b26-6faf-4f9e-bbe3-536bbacfa0c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49c0bc69-0d72-4f29-9e86-250119aa9fcc HTTP/1.1" status: 200 len: 919 time: 0.3669298 Aug 23 10:22:50.736393 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-974015be-2adb-4e4f-a963-2acad386e729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:50.753487 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a0589-47a2-4748-b258-dc38b5ce5a7e req-2198d2c9-6495-4f13-bbd8-544ffa12592d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:50.755364 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-7f0a0589-47a2-4748-b258-dc38b5ce5a7e req-2198d2c9-6495-4f13-bbd8-544ffa12592d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 943 time: 0.2791038 Aug 23 10:22:50.776850 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-999dc25a-0b42-4f1f-a034-98dde657e3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:50.801153 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-999dc25a-0b42-4f1f-a034-98dde657e3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:50.815858 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-d1f59586-d37c-4c71-9b4a-87bc24709283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:50.831764 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-974015be-2adb-4e4f-a963-2acad386e729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:50.923541 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-999dc25a-0b42-4f1f-a034-98dde657e3f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1abf3271dd334d34a9f627b4a5de82cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0155780 Aug 23 10:22:50.926810 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999dc25a-0b42-4f1f-a034-98dde657e3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c60c09-5793-4af3-95f1-45368e891a48,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:50.930199 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-999dc25a-0b42-4f1f-a034-98dde657e3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:50.943507 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 39360) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:50.943723 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-7f0a0589-47a2-4748-b258-dc38b5ce5a7e req-e98fc454-65ee-415b-a7bc-13bfadfc39c6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735458 Aug 23 10:22:50.948579 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-eadd6e7c-45c8-40d1-87d4-8f3793f80cdb req-3824acd9-6db4-47ed-b671-078299735444 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d601a6f5-3651-49a7-9e3c-a87210a2665e HTTP/1.1" status: 200 len: 217 time: 0.1283402 Aug 23 10:22:50.959944 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5276e920-4ef0-42a6-a271-a10c53664d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:50.971571 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-974015be-2adb-4e4f-a963-2acad386e729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:50.979320 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-42d8810d-5728-479a-b086-b5fabf859cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:50.997489 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974015be-2adb-4e4f-a963-2acad386e729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6889d8f-1d13-4ae3-b558-8033a67e5a3c,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:51.001396 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-974015be-2adb-4e4f-a963-2acad386e729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:51.026023 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-974015be-2adb-4e4f-a963-2acad386e729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.027397 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-974015be-2adb-4e4f-a963-2acad386e729 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6889d8f-1d13-4ae3-b558-8033a67e5a3c HTTP/1.1" status: 204 len: 168 time: 0.4892809 Aug 23 10:22:51.034376 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:51.077254 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276e920-4ef0-42a6-a271-a10c53664d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5ca4d8-4bd2-42a3-9a3e-a66a7d878afa,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:51.106313 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5276e920-4ef0-42a6-a271-a10c53664d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.107451 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-5276e920-4ef0-42a6-a271-a10c53664d4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d5ca4d8-4bd2-42a3-9a3e-a66a7d878afa HTTP/1.1" status: 204 len: 168 time: 0.8219297 Aug 23 10:22:51.126797 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-5276e920-4ef0-42a6-a271-a10c53664d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:51.162738 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd6e7c-45c8-40d1-87d4-8f3793f80cdb req-8296f69d-db75-4c1a-b1c1-c684e97e9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:51.164231 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-eadd6e7c-45c8-40d1-87d4-8f3793f80cdb req-8296f69d-db75-4c1a-b1c1-c684e97e9106 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd439ff1-addd-478f-96e1-80b2d62b0219 HTTP/1.1" status: 200 len: 858 time: 0.1920967 Aug 23 10:22:51.172129 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-de4b082c-0e44-47af-8dc9-9386c7da7ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.202334 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-de4b082c-0e44-47af-8dc9-9386c7da7ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.398555 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-eadd6e7c-45c8-40d1-87d4-8f3793f80cdb req-5fdc6411-fa1d-4cdc-8ccb-ae48b7e77b32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49c0bc69-0d72-4f29-9e86-250119aa9fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434975 Aug 23 10:22:51.400472 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7634e-ea31-431f-b114-039067cfd5f2 req-497160ad-7e37-4585-976b-177125f95ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:51.401801 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5ca7634e-ea31-431f-b114-039067cfd5f2 req-497160ad-7e37-4585-976b-177125f95ca4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99082884e6bc45e18c151db1f08a2346&device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 1096 time: 0.6848369 Aug 23 10:22:51.402413 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-de4b082c-0e44-47af-8dc9-9386c7da7ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.412289 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-8683695c-5f33-4aeb-ac36-8e1fada0b6f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:51.442562 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b082c-0e44-47af-8dc9-9386c7da7ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c60c09-5793-4af3-95f1-45368e891a48,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:51.473079 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-de4b082c-0e44-47af-8dc9-9386c7da7ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:51.498250 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-de4b082c-0e44-47af-8dc9-9386c7da7ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.503121 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-de4b082c-0e44-47af-8dc9-9386c7da7ef6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00c60c09-5793-4af3-95f1-45368e891a48 HTTP/1.1" status: 204 len: 168 time: 0.5566697 Aug 23 10:22:51.840068 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39394) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:51.866574 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b69092c2-f406-402e-948d-7826a9d7a2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.891072 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7634e-ea31-431f-b114-039067cfd5f2 req-a8ac3db1-93b6-4b3f-a3b7-9f81f022819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:51.897075 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5ca7634e-ea31-431f-b114-039067cfd5f2 req-a8ac3db1-93b6-4b3f-a3b7-9f81f022819b service neutron] 10.222.0.46 "GET /v2.0/networks?id=d137faa0-f4f8-4597-9039-8107bc591b01 HTTP/1.1" status: 200 len: 918 time: 0.4542332 Aug 23 10:22:51.898718 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-b69092c2-f406-402e-948d-7826a9d7a2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:51.902240 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-eadd6e7c-45c8-40d1-87d4-8f3793f80cdb req-a3eaa1ec-5121-4342-9cf3-c143619f9c64 service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811664 Aug 23 10:22:51.906757 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-b69092c2-f406-402e-948d-7826a9d7a2ad admin admin] Usage tracker for resource:security_group_rule and tenant:19012db2421e46f4af0ff57c2480508c is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:51.912979 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-b69092c2-f406-402e-948d-7826a9d7a2ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:51.919778 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-b69092c2-f406-402e-948d-7826a9d7a2ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:52.031800 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3128d3-e03f-4a95-8602-a3be93a312b2 req-ca999d2c-b659-4899-a56b-f0fbed63ae87 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:52.033687 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1e3128d3-e03f-4a95-8602-a3be93a312b2 req-ca999d2c-b659-4899-a56b-f0fbed63ae87 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.2522438 Aug 23 10:22:52.088434 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b69092c2-f406-402e-948d-7826a9d7a2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.115298 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b69092c2-f406-402e-948d-7826a9d7a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.172300 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5ca7634e-ea31-431f-b114-039067cfd5f2 req-779dafa1-1147-4e42-8feb-a872cf994b3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea55a6d-53c6-4d73-b4ef-9d524a6b9347 HTTP/1.1" status: 200 len: 217 time: 0.2690682 Aug 23 10:22:52.179435 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-4926ee15-c529-4cf5-bde7-df7982a32262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:52.246928 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-b69092c2-f406-402e-948d-7826a9d7a2ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19012db2421e46f4af0ff57c2480508c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4045115 Aug 23 10:22:52.250257 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69092c2-f406-402e-948d-7826a9d7a2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c31e8f-15f6-4aa3-be18-5cfab2857ebd,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:52.259391 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 39418) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:52.279366 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-b69092c2-f406-402e-948d-7826a9d7a2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:52.288143 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1e3128d3-e03f-4a95-8602-a3be93a312b2 req-5a3e5a41-b487-4717-a172-dce1bfe20ce0 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452536 Aug 23 10:22:52.441333 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7634e-ea31-431f-b114-039067cfd5f2 req-e808e12b-9f8e-4a32-ae33-088efbcca02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:52.443467 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5ca7634e-ea31-431f-b114-039067cfd5f2 req-e808e12b-9f8e-4a32-ae33-088efbcca02c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f85e825-59e5-4c98-a66a-77e558377d2d HTTP/1.1" status: 200 len: 856 time: 0.2608914 Aug 23 10:22:52.450576 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 39426) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:52.527595 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f0804-0b5f-450e-a09b-45b4afcf57a8 req-51e8bbd4-a980-45d6-a22b-fb307fb0e559 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:52.529361 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-037f0804-0b5f-450e-a09b-45b4afcf57a8 req-51e8bbd4-a980-45d6-a22b-fb307fb0e559 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 943 time: 0.1268511 Aug 23 10:22:52.548181 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1ecc3-2680-44a9-b207-3dc192e85071 req-84c8ccbd-acb7-4f77-a476-abfec4462291 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:52.556096 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8ca1ecc3-2680-44a9-b207-3dc192e85071 req-84c8ccbd-acb7-4f77-a476-abfec4462291 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 945 time: 0.4925416 Aug 23 10:22:52.559443 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-eadd6e7c-45c8-40d1-87d4-8f3793f80cdb req-f79181aa-f0bf-40ed-8beb-5814739446bc service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861128 Aug 23 10:22:52.560215 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d83401f6-8f63-48ee-adad-48a8e373c149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.611484 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-037f0804-0b5f-450e-a09b-45b4afcf57a8 req-24c7dc51-8a59-491a-b850-8baaea03071e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758200 Aug 23 10:22:52.665117 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e196ec5c-77a3-4976-999c-0c87ef41ccde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.674490 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-d83401f6-8f63-48ee-adad-48a8e373c149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:52.679200 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-d83401f6-8f63-48ee-adad-48a8e373c149 admin admin] Usage tracker for resource:security_group_rule and tenant:4003478d83b3478c8f38d6fd067942d3 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:52.682803 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-d83401f6-8f63-48ee-adad-48a8e373c149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:52.689087 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-d83401f6-8f63-48ee-adad-48a8e373c149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:52.787825 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e196ec5c-77a3-4976-999c-0c87ef41ccde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.808491 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8ca1ecc3-2680-44a9-b207-3dc192e85071 req-a6d047ce-0856-423b-9012-4b87181651a0 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/security-groups?id=e835b225-a24c-406f-9091-6fb4455d8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514875 Aug 23 10:22:52.873433 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7634e-ea31-431f-b114-039067cfd5f2 req-f5aa2d12-70c7-470a-adae-788fc7da0390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:52.874913 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5ca7634e-ea31-431f-b114-039067cfd5f2 req-f5aa2d12-70c7-470a-adae-788fc7da0390 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d137faa0-f4f8-4597-9039-8107bc591b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3932862 Aug 23 10:22:52.907301 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-054219f2-df9b-4367-9274-bfe7360f52d4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:52.908413 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d83401f6-8f63-48ee-adad-48a8e373c149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.915058 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-054219f2-df9b-4367-9274-bfe7360f52d4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/networks?id=74466438-5a63-441f-a8a8-f5014503b519 HTTP/1.1" status: 200 len: 815 time: 0.1737807 Aug 23 10:22:52.921864 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d83401f6-8f63-48ee-adad-48a8e373c149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.932346 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-c3b9fce8-f894-469f-8df9-7f5adad87e9c tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/quotas/69e810a489604e6cb2020d8ccda61414 HTTP/1.1" status: 200 len: 375 time: 0.0163956 Aug 23 10:22:52.944300 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-071f1e31-e756-412d-86f1-df877d1b3d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:52.959801 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e196ec5c-77a3-4976-999c-0c87ef41ccde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:53.021447 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-cf598eb5-e9c5-4a45-8829-689ea1d8d45b tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=69e810a489604e6cb2020d8ccda61414&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0871711 Aug 23 10:22:53.041843 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-d83401f6-8f63-48ee-adad-48a8e373c149 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4003478d83b3478c8f38d6fd067942d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5902350 Aug 23 10:22:53.045482 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83401f6-8f63-48ee-adad-48a8e373c149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4351649-8d1f-404c-a61a-174dd45a9ef7,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:53.048082 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39458) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:53.058978 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-d83401f6-8f63-48ee-adad-48a8e373c149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:53.061101 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:53.081152 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196ec5c-77a3-4976-999c-0c87ef41ccde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c31e8f-15f6-4aa3-be18-5cfab2857ebd,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:53.085635 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-e196ec5c-77a3-4976-999c-0c87ef41ccde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:53.095496 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e196ec5c-77a3-4976-999c-0c87ef41ccde admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:53.099586 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-e196ec5c-77a3-4976-999c-0c87ef41ccde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70c31e8f-15f6-4aa3-be18-5cfab2857ebd HTTP/1.1" status: 204 len: 168 time: 0.8361115 Aug 23 10:22:53.106397 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5ca7634e-ea31-431f-b114-039067cfd5f2 req-a78248a4-6563-4f59-a3eb-a4d72620316a service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205279 Aug 23 10:22:53.229479 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-db937488-20b1-44c6-bb29-71364e0dd095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:53.242975 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-6d05f4c5-0adb-4441-b7f7-796961ef9428 service neutron] 10.222.0.20 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214901 Aug 23 10:22:53.309613 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-db937488-20b1-44c6-bb29-71364e0dd095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:53.317362 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5ca7634e-ea31-431f-b114-039067cfd5f2 req-4bf240ae-5e43-48d5-9f4f-4a5484b76b30 service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027194 Aug 23 10:22:53.488869 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device fea55a6d-53c6-4d73-b4ef-9d524a6b9347 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:22:53.524242 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28905613-a539-498d-a938-94cb9c82131d req-ab54d4c2-4d07-4714-9c7f-f38909fb9065 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:53.536544 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-28905613-a539-498d-a938-94cb9c82131d req-ab54d4c2-4d07-4714-9c7f-f38909fb9065 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.1290522 Aug 23 10:22:53.542293 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-ba0f2de4-872c-46e8-bb0a-40513b11b919 service neutron] 10.222.0.20 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982812 Aug 23 10:22:53.560047 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-db937488-20b1-44c6-bb29-71364e0dd095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:53.574032 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-974015be-2adb-4e4f-a963-2acad386e729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:53.604906 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db937488-20b1-44c6-bb29-71364e0dd095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4351649-8d1f-404c-a61a-174dd45a9ef7,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:53.607783 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-28905613-a539-498d-a938-94cb9c82131d req-6f3c22d6-48c8-4d8d-b7ec-b1a8054aed2e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692956 Aug 23 10:22:53.613321 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-db937488-20b1-44c6-bb29-71364e0dd095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:53.615758 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-db937488-20b1-44c6-bb29-71364e0dd095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:53.620406 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-db937488-20b1-44c6-bb29-71364e0dd095 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4351649-8d1f-404c-a61a-174dd45a9ef7 HTTP/1.1" status: 204 len: 168 time: 0.5680616 Aug 23 10:22:53.850391 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port fea55a6d-53c6-4d73-b4ef-9d524a6b9347, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:53.896582 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-f253a9da-c130-47ec-b507-f38cb49eb1eb req-e7c32436-7c99-45b7-8c0b-6af5f462df5e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=55b5a541-cf6a-463e-bca8-44abbfdb756a HTTP/1.1" status: 200 len: 210 time: 0.1048832 Aug 23 10:22:53.912054 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'port_id': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347', 'mac_address': 'fa:16:3e:25:cf:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:22:54.020454 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:54.058014 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea55a6d-53c6-4d73-b4ef-9d524a6b9347 {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:22:54.119352 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port fea55a6d-53c6-4d73-b4ef-9d524a6b9347, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:54.124209 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75ba4e-2166-4c1d-b7af-97f23d264510 req-6c9cf9f8-2d26-45d6-81ae-0b7450526369 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:54.125751 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-1b75ba4e-2166-4c1d-b7af-97f23d264510 req-6c9cf9f8-2d26-45d6-81ae-0b7450526369 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 943 time: 0.3119178 Aug 23 10:22:54.131082 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:54.133400 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:54.163526 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626747b-7ee3-4039-b67d-c45d67d4db7d req-c8f2b242-c471-4726-ad21-ccfde3dc876a tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:54.165072 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8626747b-7ee3-4039-b67d-c45d67d4db7d req-c8f2b242-c471-4726-ad21-ccfde3dc876a tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 945 time: 0.4322672 Aug 23 10:22:54.307467 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c719b-5712-4da5-bb19-2f393eeec8bb req-b872441f-8455-46ed-b399-239ffd960cef tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:54.313012 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-2f7c719b-5712-4da5-bb19-2f393eeec8bb req-b872441f-8455-46ed-b399-239ffd960cef tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 945 time: 0.2837911 Aug 23 10:22:54.400096 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-2f7c719b-5712-4da5-bb19-2f393eeec8bb req-a8f29c0d-31bb-4269-ae1c-f4178eeb70de tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/security-groups?id=e835b225-a24c-406f-9091-6fb4455d8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662320 Aug 23 10:22:54.414726 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:54.434533 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:54.439346 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['fea55a6d-53c6-4d73-b4ef-9d524a6b9347'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:22:54.474711 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39530) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:54.513428 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b0e78669-0d2a-4830-adf6-3b59eeb02979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:54.534362 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-b0e78669-0d2a-4830-adf6-3b59eeb02979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:54.541861 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-b0e78669-0d2a-4830-adf6-3b59eeb02979 admin admin] Usage tracker for resource:security_group_rule and tenant:6cccb88a47864c258e57f7865ed125d4 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:54.547614 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-b0e78669-0d2a-4830-adf6-3b59eeb02979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:54.555647 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-b0e78669-0d2a-4830-adf6-3b59eeb02979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:54.605392 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-1b75ba4e-2166-4c1d-b7af-97f23d264510 req-2e5d73e3-04b8-47c3-810e-136888d81690 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4645822 Aug 23 10:22:54.620767 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-8626747b-7ee3-4039-b67d-c45d67d4db7d req-f6f108b0-e0d2-4738-a6e3-a9a15919a32b tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Deleting port cbe2c186-f7d8-4358-bf6a-6b1fb0993255 {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:22:54.638490 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-8626747b-7ee3-4039-b67d-c45d67d4db7d req-f6f108b0-e0d2-4738-a6e3-a9a15919a32b tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:54.696635 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b0e78669-0d2a-4830-adf6-3b59eeb02979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:54.705560 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b0e78669-0d2a-4830-adf6-3b59eeb02979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:54.738524 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e1b835a2-7b38-4f37-b4a0-7b9e90787029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:54.780368 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 39542) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:54.796602 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e78669-0d2a-4830-adf6-3b59eeb02979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583f8f2e-ea26-41e3-b455-08890b24da98,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:54.811916 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-b0e78669-0d2a-4830-adf6-3b59eeb02979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:54.958367 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-b0e78669-0d2a-4830-adf6-3b59eeb02979 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6cccb88a47864c258e57f7865ed125d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810205 Aug 23 10:22:54.959110 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39552) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:55.151687 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-95f4261b-7e53-4e6a-8758-6e51c6717666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:55.171221 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-254e4765-7c07-45f1-8246-c43ce15288e9 req-ecbe6e5d-f8fa-44cf-a23f-f59d83046c29 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=55b5a541-cf6a-463e-bca8-44abbfdb756a HTTP/1.1" status: 200 len: 210 time: 0.0645027 Aug 23 10:22:55.182476 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-8626747b-7ee3-4039-b67d-c45d67d4db7d req-f6f108b0-e0d2-4738-a6e3-a9a15919a32b tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] For port cbe2c186-f7d8-4358-bf6a-6b1fb0993255, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=cbe2c186-f7d8-4358-bf6a-6b1fb0993255,segment=NetworkSegment(b671125e-e92c-4b03-a20d-8975215f1c0b),segment_id=b671125e-e92c-4b03-a20d-8975215f1c0b)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:55.183115 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-8626747b-7ee3-4039-b67d-c45d67d4db7d req-f6f108b0-e0d2-4738-a6e3-a9a15919a32b tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:55.219523 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-95f4261b-7e53-4e6a-8758-6e51c6717666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:55.247745 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eece39-1b64-4416-b0db-5a973cf705b3 req-5cc5f903-a85f-4827-b977-4fe0ef319504 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:55.249815 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-d5eece39-1b64-4416-b0db-5a973cf705b3 req-5cc5f903-a85f-4827-b977-4fe0ef319504 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.4561803 Aug 23 10:22:55.343662 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-d5eece39-1b64-4416-b0db-5a973cf705b3 req-3d3bd8bd-1e8e-4334-aafc-806c9e67f28a tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875123 Aug 23 10:22:55.378653 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-95f4261b-7e53-4e6a-8758-6e51c6717666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:55.389239 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-0a5ae8dd-46d2-4fe4-b161-09cebf99b00a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:55.422412 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4261b-7e53-4e6a-8758-6e51c6717666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583f8f2e-ea26-41e3-b455-08890b24da98,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:55.432723 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-95f4261b-7e53-4e6a-8758-6e51c6717666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:55.439294 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-95f4261b-7e53-4e6a-8758-6e51c6717666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:55.440456 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-95f4261b-7e53-4e6a-8758-6e51c6717666 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/583f8f2e-ea26-41e3-b455-08890b24da98 HTTP/1.1" status: 204 len: 168 time: 0.4790273 Aug 23 10:22:55.466682 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-8626747b-7ee3-4039-b67d-c45d67d4db7d req-f6f108b0-e0d2-4738-a6e3-a9a15919a32b tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Calling delete_port for cbe2c186-f7d8-4358-bf6a-6b1fb0993255 owned by compute:nova {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:22:55.500199 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device fea55a6d-53c6-4d73-b4ef-9d524a6b9347 up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:55.649621 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning for port fea55a6d-53c6-4d73-b4ef-9d524a6b9347 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:55.661654 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port fea55a6d-53c6-4d73-b4ef-9d524a6b9347 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:55.667684 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:55.804222 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-bde34d6e-d15b-41fd-a2b7-c00ef215cf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:55.842072 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-bde34d6e-d15b-41fd-a2b7-c00ef215cf07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:55.865135 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-bde34d6e-d15b-41fd-a2b7-c00ef215cf07 admin admin] Usage tracker for resource:security_group_rule and tenant:7bdaa000c0a14f4e8e3f3347e81892c4 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:55.872141 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c11e5e-eced-4bc6-a06f-12806cbaf13a req-3b1a3960-f662-4199-ac69-0c969876f862 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:55.872320 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 39586) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:55.873171 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-bde34d6e-d15b-41fd-a2b7-c00ef215cf07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:55.884637 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-60c11e5e-eced-4bc6-a06f-12806cbaf13a req-3b1a3960-f662-4199-ac69-0c969876f862 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 944 time: 0.1053977 Aug 23 10:22:55.923280 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:55.943864 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-8626747b-7ee3-4039-b67d-c45d67d4db7d req-f6f108b0-e0d2-4738-a6e3-a9a15919a32b tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:55.946285 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-bde34d6e-d15b-41fd-a2b7-c00ef215cf07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:55.948174 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-60c11e5e-eced-4bc6-a06f-12806cbaf13a req-17757e08-462f-41de-ba74-cfc39cd64da2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624306 Aug 23 10:22:55.969326 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3983ec41-3ddb-4144-a334-f1b82588cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:22:55.982358 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port fea55a6d-53c6-4d73-b4ef-9d524a6b9347, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:55.988068 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:55.990045 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device cbe2c186-f7d8-4358-bf6a-6b1fb0993255 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:22:55.994422 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-ec1787ef-f03d-4e3b-b66c-0804968d0837 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:56.032162 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:56.044285 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f108b0-e0d2-4738-a6e3-a9a15919a32b tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Pushing event deleted for resources: {'Port': ['ID=cbe2c186-f7d8-4358-bf6a-6b1fb0993255,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:56.049750 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-f6f108b0-e0d2-4738-a6e3-a9a15919a32b tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:56.111391 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d2fd7-e350-4381-91b4-e5ac76ae118e req-36d57caf-783f-4321-ab24-da6223d358f8 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:56.112892 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f86d2fd7-e350-4381-91b4-e5ac76ae118e req-36d57caf-783f-4321-ab24-da6223d358f8 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 945 time: 0.3814754 Aug 23 10:22:56.126794 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3983ec41-3ddb-4144-a334-f1b82588cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347', 'code': 200} Aug 23 10:22:56.127759 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:56.145619 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] No Port match for: cbe2c186-f7d8-4358-bf6a-6b1fb0993255 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:22:56.146102 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device cbe2c186-f7d8-4358-bf6a-6b1fb0993255 not bound to the agent host hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:22:56.149420 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:56.195634 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-8626747b-7ee3-4039-b67d-c45d67d4db7d req-f6f108b0-e0d2-4738-a6e3-a9a15919a32b tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] No DVR routers for this DVR port cbe2c186-f7d8-4358-bf6a-6b1fb0993255 on host hv-cinder-80278 {{(pid=79164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:22:56.204839 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-610fb073-b9ff-45f5-b4dd-f7cf9db6ebc3 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:56.206729 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-610fb073-b9ff-45f5-b4dd-f7cf9db6ebc3 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.46 "GET /v2.0/networks?id=74466438-5a63-441f-a8a8-f5014503b519 HTTP/1.1" status: 200 len: 815 time: 0.5062215 Aug 23 10:22:56.221208 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-8626747b-7ee3-4039-b67d-c45d67d4db7d req-f6f108b0-e0d2-4738-a6e3-a9a15919a32b tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:56.228568 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca6a878-82a3-4243-8027-60055a962de7', 'name': 'network-vif-deleted', 'tag': 'cbe2c186-f7d8-4358-bf6a-6b1fb0993255'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:22:56.241062 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fbd38ef1-2b2d-42c5-8d4e-270ea99e55ac tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Request body: {'port': {'device_id': '55b5a541-cf6a-463e-bca8-44abbfdb756a', 'network_id': '74466438-5a63-441f-a8a8-f5014503b519', 'admin_state_up': True, 'tenant_id': '69e810a489604e6cb2020d8ccda61414'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:56.292891 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f86d2fd7-e350-4381-91b4-e5ac76ae118e req-547ac0d3-1cc8-4025-ba61-9ec0d1ceddc4 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/security-groups?id=e835b225-a24c-406f-9091-6fb4455d8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614406 Aug 23 10:22:56.432176 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca6a878-82a3-4243-8027-60055a962de7', 'name': 'network-vif-deleted', 'tag': 'cbe2c186-f7d8-4358-bf6a-6b1fb0993255', 'status': 'completed', 'code': 200} Aug 23 10:22:56.453795 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8d471ab5-1f5f-42ec-a0bb-707fc04e4248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:56.477970 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8626747b-7ee3-4039-b67d-c45d67d4db7d req-f6f108b0-e0d2-4738-a6e3-a9a15919a32b tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.46 "DELETE /v2.0/ports/cbe2c186-f7d8-4358-bf6a-6b1fb0993255 HTTP/1.1" status: 204 len: 173 time: 2.2617362 Aug 23 10:22:56.504374 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-8d471ab5-1f5f-42ec-a0bb-707fc04e4248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:56.504495 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4eab4ea2-d287-4977-8e08-febf82f130c6 req-8a04e0a8-b6f0-4675-a417-2206fd9ca5a7 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=55b5a541-cf6a-463e-bca8-44abbfdb756a HTTP/1.1" status: 200 len: 210 time: 0.1768961 Aug 23 10:22:56.546723 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0762e4-826c-48ec-bd89-0929d4c769cd req-ebe85827-4da5-480a-b9b4-67351672f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:56.548694 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-bf0762e4-826c-48ec-bd89-0929d4c769cd req-ebe85827-4da5-480a-b9b4-67351672f361 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 1098 time: 0.1841216 Aug 23 10:22:56.571719 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-8d471ab5-1f5f-42ec-a0bb-707fc04e4248 admin admin] Usage tracker for resource:security_group_rule and tenant:84d4850679de4d369ae5ecb1c2abbd79 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:56.583425 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fbd38ef1-2b2d-42c5-8d4e-270ea99e55ac tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:56.593421 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fbd38ef1-2b2d-42c5-8d4e-270ea99e55ac tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:56.601458 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-8d471ab5-1f5f-42ec-a0bb-707fc04e4248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:56.616122 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-8d471ab5-1f5f-42ec-a0bb-707fc04e4248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:56.626529 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fbd38ef1-2b2d-42c5-8d4e-270ea99e55ac tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Made reservation on behalf of 69e810a489604e6cb2020d8ccda61414 for: {'port': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:56.630459 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fbd38ef1-2b2d-42c5-8d4e-270ea99e55ac tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:56.648296 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-bf0762e4-826c-48ec-bd89-0929d4c769cd req-d4919653-c231-4144-93bc-8294cae98012 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779510 Aug 23 10:22:56.678512 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-bde34d6e-d15b-41fd-a2b7-c00ef215cf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:56.727244 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-bde34d6e-d15b-41fd-a2b7-c00ef215cf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:56.741875 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-5276e920-4ef0-42a6-a271-a10c53664d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:56.904553 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-bde34d6e-d15b-41fd-a2b7-c00ef215cf07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bdaa000c0a14f4e8e3f3347e81892c4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1210980 Aug 23 10:22:56.905615 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39632) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:56.914685 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde34d6e-d15b-41fd-a2b7-c00ef215cf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad16641a-8ecc-402a-a998-9285127786fb,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:56.933828 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-bde34d6e-d15b-41fd-a2b7-c00ef215cf07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:56.992486 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c07278-ba65-4692-b681-0e98cf9edd26 req-4de7c992-7151-4234-9a10-7e8093967295 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:56.996399 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-05c07278-ba65-4692-b681-0e98cf9edd26 req-4de7c992-7151-4234-9a10-7e8093967295 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.4777303 Aug 23 10:22:57.054745 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-bb10a1a9-2537-4461-837a-260d16a92756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:57.134857 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-bb10a1a9-2537-4461-837a-260d16a92756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:57.149384 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-05c07278-ba65-4692-b681-0e98cf9edd26 req-8aaecb96-be14-4a83-af0b-d66a0c049d00 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353166 Aug 23 10:22:57.173567 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fbd38ef1-2b2d-42c5-8d4e-270ea99e55ac tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Allocated IP 172.20.0.8 (74466438-5a63-441f-a8a8-f5014503b519/ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a/89da9404-62aa-4000-9d8f-d1dd4d2e55b2) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:22:57.177525 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8d471ab5-1f5f-42ec-a0bb-707fc04e4248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:57.189102 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8d471ab5-1f5f-42ec-a0bb-707fc04e4248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:57.199286 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-032982ae-a7ad-430a-a7b6-f056f0812cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:57.251265 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f2966-5e30-412f-a3a6-1152de24f91a req-a1cd1d4d-c5a0-4a83-8825-f97742663121 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:57.252774 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-f56f2966-5e30-412f-a3a6-1152de24f91a req-a1cd1d4d-c5a0-4a83-8825-f97742663121 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.1661294 Aug 23 10:22:57.282349 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-8d471ab5-1f5f-42ec-a0bb-707fc04e4248 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84d4850679de4d369ae5ecb1c2abbd79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3604832 Aug 23 10:22:57.288234 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39646) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:57.290194 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d471ab5-1f5f-42ec-a0bb-707fc04e4248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce84515-ee04-4c9e-afa2-29c323701dd1,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:57.290452 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-bb10a1a9-2537-4461-837a-260d16a92756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:57.306698 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-8d471ab5-1f5f-42ec-a0bb-707fc04e4248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:57.314382 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:57.325114 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 39652) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:57.340090 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10a1a9-2537-4461-837a-260d16a92756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad16641a-8ecc-402a-a998-9285127786fb,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:57.343073 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-bb10a1a9-2537-4461-837a-260d16a92756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:57.367076 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-bb10a1a9-2537-4461-837a-260d16a92756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:57.368526 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-bb10a1a9-2537-4461-837a-260d16a92756 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad16641a-8ecc-402a-a998-9285127786fb HTTP/1.1" status: 204 len: 168 time: 0.4614446 Aug 23 10:22:57.403131 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-f56f2966-5e30-412f-a3a6-1152de24f91a req-45e372ca-cea1-4311-b918-45f2bd24e400 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339257 Aug 23 10:22:57.432076 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c9f66882-db9a-4f52-8f54-d79229f154d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:57.490645 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c9f66882-db9a-4f52-8f54-d79229f154d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:57.579299 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c9f66882-db9a-4f52-8f54-d79229f154d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:57.581879 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-979d657c-ae29-4d69-92cf-f288fa0eb496 req-4af7bed0-90a8-4f2d-8333-99ca304e80b3 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Synchronizing usage tracker for tenant:585381002ceb4449a490577e2276d203 on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:57.588283 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-b0e78669-0d2a-4830-adf6-3b59eeb02979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:57.623862 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f66882-db9a-4f52-8f54-d79229f154d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce84515-ee04-4c9e-afa2-29c323701dd1,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:57.643359 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-affa1b92-0bd0-426b-9794-585dea3282b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:57.644237 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c9f66882-db9a-4f52-8f54-d79229f154d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:57.659720 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fbd38ef1-2b2d-42c5-8d4e-270ea99e55ac tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:57.661891 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c9f66882-db9a-4f52-8f54-d79229f154d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:57.663927 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-c9f66882-db9a-4f52-8f54-d79229f154d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ce84515-ee04-4c9e-afa2-29c323701dd1 HTTP/1.1" status: 204 len: 168 time: 0.3683865 Aug 23 10:22:57.667893 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-979d657c-ae29-4d69-92cf-f288fa0eb496 req-4af7bed0-90a8-4f2d-8333-99ca304e80b3 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Unset dirty status for tenant:585381002ceb4449a490577e2276d203 on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:57.669228 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-979d657c-ae29-4d69-92cf-f288fa0eb496 req-4af7bed0-90a8-4f2d-8333-99ca304e80b3 tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] 10.222.0.20 "GET /v2.0/ports?device_id=dca6a878-82a3-4243-8027-60055a962de7 HTTP/1.1" status: 200 len: 210 time: 0.1590159 Aug 23 10:22:57.678196 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-affa1b92-0bd0-426b-9794-585dea3282b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:57.684298 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-affa1b92-0bd0-426b-9794-585dea3282b3 admin admin] Usage tracker for resource:security_group_rule and tenant:5e0f40bed6624007897089a4e2909802 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:57.689363 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-affa1b92-0bd0-426b-9794-585dea3282b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:57.694159 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 39666) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:57.707676 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-affa1b92-0bd0-426b-9794-585dea3282b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:57.764174 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fbd38ef1-2b2d-42c5-8d4e-270ea99e55ac tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:57.786034 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['187b0acb-0811-412e-ace7-f2ea1315cadf'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:22:57.851170 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:57.888470 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa373f-098c-4d10-85c3-8eddb38e2168 req-3cf9ca52-7cdf-41ff-80cb-6638694f439c tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:57.897183 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-28aa373f-098c-4d10-85c3-8eddb38e2168 req-3cf9ca52-7cdf-41ff-80cb-6638694f439c tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=55b5a541-cf6a-463e-bca8-44abbfdb756a HTTP/1.1" status: 200 len: 931 time: 0.1823533 Aug 23 10:22:57.987490 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-28aa373f-098c-4d10-85c3-8eddb38e2168 req-fb508702-083b-4937-a43d-33a2989df386 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892241 Aug 23 10:22:58.001717 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fbd38ef1-2b2d-42c5-8d4e-270ea99e55ac tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Network 74466438-5a63-441f-a8a8-f5014503b519 is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:58.008545 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fbd38ef1-2b2d-42c5-8d4e-270ea99e55ac tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:58.012044 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-affa1b92-0bd0-426b-9794-585dea3282b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:58.016777 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fbd38ef1-2b2d-42c5-8d4e-270ea99e55ac tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:22:58.025227 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fbd38ef1-2b2d-42c5-8d4e-270ea99e55ac tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:58.026153 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fbd38ef1-2b2d-42c5-8d4e-270ea99e55ac tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:58.041794 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-affa1b92-0bd0-426b-9794-585dea3282b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:58.065745 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd38ef1-2b2d-42c5-8d4e-270ea99e55ac tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Pushing event updated for resources: {'Port': ['ID=89da9404-62aa-4000-9d8f-d1dd4d2e55b2,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:58.075625 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-fbd38ef1-2b2d-42c5-8d4e-270ea99e55ac tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:58.078921 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:58.137924 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-affa1b92-0bd0-426b-9794-585dea3282b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e0f40bed6624007897089a4e2909802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8117261 Aug 23 10:22:58.140726 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39676) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:58.151246 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa1b92-0bd0-426b-9794-585dea3282b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ffe4de-2bc7-49ec-9e29-8970a427dbc2,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:58.155254 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-affa1b92-0bd0-426b-9794-585dea3282b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:58.156998 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fbd38ef1-2b2d-42c5-8d4e-270ea99e55ac tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9372301 Aug 23 10:22:58.182388 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Request body: {'port': {'device_id': '55b5a541-cf6a-463e-bca8-44abbfdb756a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:58.237167 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2b6a-f289-4f24-a3d6-db867640d003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:58.261027 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-bff5969b-39c2-4e3b-8e2c-2193bec57187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:58.272568 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-3b5b2b6a-f289-4f24-a3d6-db867640d003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:58.284103 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-3b5b2b6a-f289-4f24-a3d6-db867640d003 admin admin] Usage tracker for resource:security_group_rule and tenant:00a13e0ad9804c4b8d66583b3d6f71c6 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:58.285604 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 39682) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:58.286347 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-3b5b2b6a-f289-4f24-a3d6-db867640d003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:58.295934 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-3b5b2b6a-f289-4f24-a3d6-db867640d003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:58.303819 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-bff5969b-39c2-4e3b-8e2c-2193bec57187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:58.366905 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-bedeeb06-bd60-4d10-afa5-d6791db0461f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:58.367112 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39686) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:58.384233 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-bff5969b-39c2-4e3b-8e2c-2193bec57187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:58.387886 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-68d8e887-af9b-457a-80c3-a383e85b0d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:58.401035 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:58.416855 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5969b-39c2-4e3b-8e2c-2193bec57187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ffe4de-2bc7-49ec-9e29-8970a427dbc2,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:58.419443 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-68d8e887-af9b-457a-80c3-a383e85b0d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:58.422160 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-bff5969b-39c2-4e3b-8e2c-2193bec57187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:58.424096 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-bff5969b-39c2-4e3b-8e2c-2193bec57187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:58.425291 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-bff5969b-39c2-4e3b-8e2c-2193bec57187 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96ffe4de-2bc7-49ec-9e29-8970a427dbc2 HTTP/1.1" status: 204 len: 168 time: 0.2833819 Aug 23 10:22:58.427248 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-68d8e887-af9b-457a-80c3-a383e85b0d0c admin admin] Usage tracker for resource:security_group_rule and tenant:8520811e620f48d2909b6d7c8633f30f is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:58.430610 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-68d8e887-af9b-457a-80c3-a383e85b0d0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:58.431579 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-bedeeb06-bd60-4d10-afa5-d6791db0461f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:58.436696 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-68d8e887-af9b-457a-80c3-a383e85b0d0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:58.447185 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-bedeeb06-bd60-4d10-afa5-d6791db0461f admin admin] Usage tracker for resource:security_group_rule and tenant:7d2306828efe4b608e7dad07805013b8 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:58.456385 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-bedeeb06-bd60-4d10-afa5-d6791db0461f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:58.474895 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-bedeeb06-bd60-4d10-afa5-d6791db0461f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:58.490021 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:58.537011 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-68d8e887-af9b-457a-80c3-a383e85b0d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:58.541841 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-68d8e887-af9b-457a-80c3-a383e85b0d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:58.550774 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:58.628858 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-68d8e887-af9b-457a-80c3-a383e85b0d0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8520811e620f48d2909b6d7c8633f30f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608387 Aug 23 10:22:58.634839 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 39694) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:58.635550 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8e887-af9b-457a-80c3-a383e85b0d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466cc2e4-1863-4d04-a986-2be1b01126cb,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:58.642762 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-68d8e887-af9b-457a-80c3-a383e85b0d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:58.682443 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d623cea-b3d4-4190-82b1-8a1d57099574 req-00dc29f3-63d7-455b-be32-5e9b764538c8 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:58.683968 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-1d623cea-b3d4-4190-82b1-8a1d57099574 req-00dc29f3-63d7-455b-be32-5e9b764538c8 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.3288910 Aug 23 10:22:58.684896 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b05882-3ba2-4830-8d44-46be44dea774 req-3ddf5510-a8ea-427e-8cd5-26db6ad4fa56 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:58.686513 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-92b05882-3ba2-4830-8d44-46be44dea774 req-3ddf5510-a8ea-427e-8cd5-26db6ad4fa56 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.0963018 Aug 23 10:22:58.694816 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2b6a-f289-4f24-a3d6-db867640d003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:58.737647 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-92b05882-3ba2-4830-8d44-46be44dea774 req-fa40e6f0-2b98-4c8d-ad0b-8a4f70d99f00 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443814 Aug 23 10:22:58.770725 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2b6a-f289-4f24-a3d6-db867640d003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:58.789973 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-bde34d6e-d15b-41fd-a2b7-c00ef215cf07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:58.913923 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-3b5b2b6a-f289-4f24-a3d6-db867640d003 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00a13e0ad9804c4b8d66583b3d6f71c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2186506 Aug 23 10:22:58.917108 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39706) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:58.942373 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b2b6a-f289-4f24-a3d6-db867640d003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3347d90-7451-42d0-9ad6-f227e8f1e5ac,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:58.966785 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-3b5b2b6a-f289-4f24-a3d6-db867640d003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:58.979911 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-1d623cea-b3d4-4190-82b1-8a1d57099574 req-a0c9c496-2e45-49ac-9a1b-5c1dd14164be tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827573 Aug 23 10:22:58.979911 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-bedeeb06-bd60-4d10-afa5-d6791db0461f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:58.979911 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-ffd3cf9e-dc9a-400b-8006-cc1801ef6980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.063261 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-bedeeb06-bd60-4d10-afa5-d6791db0461f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.068534 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39714) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:59.079717 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:59.096487 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2f82675a-b275-45bc-a771-b51fc9cd7601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.114802 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-506fac5c-6044-4c68-bfd3-14365dd89f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.136130 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-2f82675a-b275-45bc-a771-b51fc9cd7601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:59.137826 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-ffd3cf9e-dc9a-400b-8006-cc1801ef6980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.149822 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-2f82675a-b275-45bc-a771-b51fc9cd7601 admin admin] Usage tracker for resource:security_group_rule and tenant:8f39faf48d1545dcb6117c2bd1904f97 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:59.153101 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-2f82675a-b275-45bc-a771-b51fc9cd7601 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:59.166680 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-2f82675a-b275-45bc-a771-b51fc9cd7601 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:59.169514 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-506fac5c-6044-4c68-bfd3-14365dd89f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.204176 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-bedeeb06-bd60-4d10-afa5-d6791db0461f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d2306828efe4b608e7dad07805013b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9123776 Aug 23 10:22:59.214685 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 39720) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:59.225487 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedeeb06-bd60-4d10-afa5-d6791db0461f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b97172b-1d34-4e05-af5b-43945606db74,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:59.234316 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edc6ba-aceb-4714-bda0-6d4e2bff5475 req-069f49da-ac1e-4872-96e8-dfc530311224 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:59.235855 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-05edc6ba-aceb-4714-bda0-6d4e2bff5475 req-069f49da-ac1e-4872-96e8-dfc530311224 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.2329803 Aug 23 10:22:59.245583 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39724) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:59.251376 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-bedeeb06-bd60-4d10-afa5-d6791db0461f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:59.257315 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-21786c4f-67cf-4cba-be79-7ea85fa8ea12 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Request body: {'floatingip': {'port_id': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:59.344647 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-21786c4f-67cf-4cba-be79-7ea85fa8ea12 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for floatingip, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.375369 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89da9404-62aa-4000-9d8f-d1dd4d2e55b2 {{(pid=79164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:22:59.386736 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.416046 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08421af3-ee26-46c5-9ef0-44ec09e965ae req-1cc0c5c7-4d1e-432b-aaa9-b546e65fee21 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:59.416786 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-08421af3-ee26-46c5-9ef0-44ec09e965ae req-1cc0c5c7-4d1e-432b-aaa9-b546e65fee21 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Synchronizing usage tracker for tenant:69e810a489604e6cb2020d8ccda61414 on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:59.428584 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-ffd3cf9e-dc9a-400b-8006-cc1801ef6980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.429726 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-506fac5c-6044-4c68-bfd3-14365dd89f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.436432 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-8d471ab5-1f5f-42ec-a0bb-707fc04e4248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:59.443464 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Transition to ACTIVE for port object 89da9404-62aa-4000-9d8f-d1dd4d2e55b2 will not be triggered until provisioned by entity L2. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:59.448126 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8721e75a-f63e-476d-8ce8-354f04991622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.469937 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:59.476286 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.482701 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3cf9e-dc9a-400b-8006-cc1801ef6980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466cc2e4-1863-4d04-a986-2be1b01126cb,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:59.495363 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-ffd3cf9e-dc9a-400b-8006-cc1801ef6980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:59.497906 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8721e75a-f63e-476d-8ce8-354f04991622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.503796 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fac5c-6044-4c68-bfd3-14365dd89f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3347d90-7451-42d0-9ad6-f227e8f1e5ac,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:59.505934 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:59.517356 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-506fac5c-6044-4c68-bfd3-14365dd89f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:59.574543 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-506fac5c-6044-4c68-bfd3-14365dd89f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.578386 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-506fac5c-6044-4c68-bfd3-14365dd89f59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3347d90-7451-42d0-9ad6-f227e8f1e5ac HTTP/1.1" status: 204 len: 168 time: 0.6578443 Aug 23 10:22:59.620175 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2f82675a-b275-45bc-a771-b51fc9cd7601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.631382 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2f82675a-b275-45bc-a771-b51fc9cd7601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.638978 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-08421af3-ee26-46c5-9ef0-44ec09e965ae req-1cc0c5c7-4d1e-432b-aaa9-b546e65fee21 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Unset dirty status for tenant:69e810a489604e6cb2020d8ccda61414 on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:59.646049 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-08421af3-ee26-46c5-9ef0-44ec09e965ae req-1cc0c5c7-4d1e-432b-aaa9-b546e65fee21 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=55b5a541-cf6a-463e-bca8-44abbfdb756a HTTP/1.1" status: 200 len: 931 time: 0.5233800 Aug 23 10:22:59.661982 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-bb10a1a9-2537-4461-837a-260d16a92756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:59.699609 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-2f82675a-b275-45bc-a771-b51fc9cd7601 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f39faf48d1545dcb6117c2bd1904f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6300499 Aug 23 10:22:59.708444 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39736) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:59.742052 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-ffd3cf9e-dc9a-400b-8006-cc1801ef6980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.743166 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-ffd3cf9e-dc9a-400b-8006-cc1801ef6980 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/466cc2e4-1863-4d04-a986-2be1b01126cb HTTP/1.1" status: 204 len: 168 time: 1.1045675 Aug 23 10:22:59.787130 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82675a-b275-45bc-a771-b51fc9cd7601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef0cc81-0e17-41da-837b-2ecaceb9bb57,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:59.788916 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Pushing event updated for resources: {'Port': ['ID=89da9404-62aa-4000-9d8f-d1dd4d2e55b2,revision_number=2']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:59.807214 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-2f82675a-b275-45bc-a771-b51fc9cd7601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:59.822330 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:59.847023 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-08421af3-ee26-46c5-9ef0-44ec09e965ae req-8d04c9d8-576d-4581-8f7a-18fd1a7396ce tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000365 Aug 23 10:22:59.872715 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Attempting to bind port 89da9404-62aa-4000-9d8f-d1dd4d2e55b2 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:22:59.873443 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Attempting to bind port 89da9404-62aa-4000-9d8f-d1dd4d2e55b2 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '9eef0cb5-f528-4c04-94ce-cb463f292a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74466438-5a63-441f-a8a8-f5014503b519'}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:22:59.874012 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Attempting to bind port 89da9404-62aa-4000-9d8f-d1dd4d2e55b2 on network 74466438-5a63-441f-a8a8-f5014503b519 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:59.879917 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Port 89da9404-62aa-4000-9d8f-d1dd4d2e55b2 on network 74466438-5a63-441f-a8a8-f5014503b519 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:22:59.880623 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Attempting to bind port 89da9404-62aa-4000-9d8f-d1dd4d2e55b2 on network 74466438-5a63-441f-a8a8-f5014503b519 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:59.888506 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Checking agent: {'id': 'da4e5719-434b-498c-af5a-9a8836947b40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'started_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:22:59.889121 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Checking segment: {'id': '9eef0cb5-f528-4c04-94ce-cb463f292a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74466438-5a63-441f-a8a8-f5014503b519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:59.889773 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Bound using segment: {'id': '9eef0cb5-f528-4c04-94ce-cb463f292a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74466438-5a63-441f-a8a8-f5014503b519'} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:22:59.890663 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Bound port: 89da9404-62aa-4000-9d8f-d1dd4d2e55b2, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eef0cb5-f528-4c04-94ce-cb463f292a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74466438-5a63-441f-a8a8-f5014503b519'}}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:22:59.891256 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.906175 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8721e75a-f63e-476d-8ce8-354f04991622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.915344 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-1ca36019-e7a6-4603-be67-105953455721 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:59.964136 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721e75a-f63e-476d-8ce8-354f04991622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b97172b-1d34-4e05-af5b-43945606db74,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:59.976770 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-8721e75a-f63e-476d-8ce8-354f04991622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:59.988083 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8721e75a-f63e-476d-8ce8-354f04991622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.989635 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-8721e75a-f63e-476d-8ce8-354f04991622 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b97172b-1d34-4e05-af5b-43945606db74 HTTP/1.1" status: 204 len: 168 time: 0.7720780 Aug 23 10:23:00.023654 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e6123225-da51-4135-964b-688838acf701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:00.030693 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] For port 89da9404-62aa-4000-9d8f-d1dd4d2e55b2, host hv-cinder-80278, cleared binding levels {{(pid=79164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:23:00.040984 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] For port 89da9404-62aa-4000-9d8f-d1dd4d2e55b2, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=89da9404-62aa-4000-9d8f-d1dd4d2e55b2,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:23:00.049477 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:00.062385 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:00.196383 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:00.197028 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:00.198451 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] 10.222.0.46 "PUT /v2.0/ports/89da9404-62aa-4000-9d8f-d1dd4d2e55b2 HTTP/1.1" status: 200 len: 1093 time: 2.0228767 Aug 23 10:23:00.198933 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b5a541-cf6a-463e-bca8-44abbfdb756a', 'tag': '89da9404-62aa-4000-9d8f-d1dd4d2e55b2'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:23:00.221865 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Pushing event updated for resources: {'Port': ['ID=89da9404-62aa-4000-9d8f-d1dd4d2e55b2,revision_number=3']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:00.227072 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:00.317528 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b5a541-cf6a-463e-bca8-44abbfdb756a', 'tag': '89da9404-62aa-4000-9d8f-d1dd4d2e55b2', 'status': 'completed', 'code': 200} Aug 23 10:23:00.359201 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-6e67e64b-1d81-47c5-8e83-0f4ea9477554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:00.360728 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-6e67e64b-1d81-47c5-8e83-0f4ea9477554 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69e810a489604e6cb2020d8ccda61414&device_id=55b5a541-cf6a-463e-bca8-44abbfdb756a HTTP/1.1" status: 200 len: 1096 time: 0.1052957 Aug 23 10:23:00.397280 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e6123225-da51-4135-964b-688838acf701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:00.456437 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-c3048bf2-cfab-4be8-91e5-6b2ec61de6c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89da9404-62aa-4000-9d8f-d1dd4d2e55b2 HTTP/1.1" status: 200 len: 217 time: 0.0872407 Aug 23 10:23:00.551754 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-b1f411bc-b7ac-4c9a-8324-3f758981a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:00.553260 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-b1f411bc-b7ac-4c9a-8324-3f758981a405 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a HTTP/1.1" status: 200 len: 855 time: 0.0836096 Aug 23 10:23:00.576975 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157b760-134d-4f86-a95f-64313b90dd7a req-3975f741-8d6a-40ab-9915-3bafd68899c1 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:00.578374 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-8157b760-134d-4f86-a95f-64313b90dd7a req-3975f741-8d6a-40ab-9915-3bafd68899c1 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.3623211 Aug 23 10:23:00.590178 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e6123225-da51-4135-964b-688838acf701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:00.597054 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:00.620921 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-bac817be-0e25-4ea5-8220-9103a424da07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74466438-5a63-441f-a8a8-f5014503b519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527225 Aug 23 10:23:00.696122 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6123225-da51-4135-964b-688838acf701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef0cc81-0e17-41da-837b-2ecaceb9bb57,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:00.703165 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e6123225-da51-4135-964b-688838acf701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:00.723884 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e6123225-da51-4135-964b-688838acf701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:00.727223 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-e6123225-da51-4135-964b-688838acf701 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ef0cc81-0e17-41da-837b-2ecaceb9bb57 HTTP/1.1" status: 204 len: 168 time: 1.0131223 Aug 23 10:23:00.746072 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-21786c4f-67cf-4cba-be79-7ea85fa8ea12 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:00.759322 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-8157b760-134d-4f86-a95f-64313b90dd7a req-1d0c7207-478b-4aeb-bd44-0cd4c6698d12 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630189 Aug 23 10:23:00.764516 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-21786c4f-67cf-4cba-be79-7ea85fa8ea12 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901046'] for floatingip, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:00.897927 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-7455c950-939e-4774-aa8b-09931b9e9f2c service neutron] 10.222.0.46 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633500 Aug 23 10:23:01.172089 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39804) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:01.204300 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-edd1fbdb-02d5-4978-8415-55daae5f66d7 req-bf2ab0da-0b39-4a9c-92ce-b902d0db2a8b service neutron] 10.222.0.46 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943513 Aug 23 10:23:01.266445 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.db.l3_db [None req-21786c4f-67cf-4cba-be79-7ea85fa8ea12 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Floating IP af9a8eff-d939-4a7f-ba52-4c4cc253cf70 associated. External IP: 172.28.2.174, port: fea55a6d-53c6-4d73-b4ef-9d524a6b9347. Aug 23 10:23:01.355323 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5e8a50-991b-434c-8f07-1e168fb04b05 admin admin] Deleting subnet 43fc4a62-97c6-40a0-b1c4-fb1f7e0d6db8 {{(pid=79163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:23:01.373688 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2a5e8a50-991b-434c-8f07-1e168fb04b05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:01.400070 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798c149-5964-4cae-859e-b0f597c294b6 req-b27d91bc-c7eb-4b5c-be69-e46fbfa6da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:01.402614 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e798c149-5964-4cae-859e-b0f597c294b6 req-b27d91bc-c7eb-4b5c-be69-e46fbfa6da0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69e810a489604e6cb2020d8ccda61414&device_id=55b5a541-cf6a-463e-bca8-44abbfdb756a HTTP/1.1" status: 200 len: 1096 time: 0.1397026 Aug 23 10:23:01.492258 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847ff47-0b43-4ef3-b6db-e010703e06b0 req-0d004268-ebe1-4599-ab79-d231e4f5c026 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:01.499222 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e847ff47-0b43-4ef3-b6db-e010703e06b0 req-0d004268-ebe1-4599-ab79-d231e4f5c026 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=55b5a541-cf6a-463e-bca8-44abbfdb756a HTTP/1.1" status: 200 len: 943 time: 0.4132006 Aug 23 10:23:01.552855 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2a5e8a50-991b-434c-8f07-1e168fb04b05 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:01.553702 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798c149-5964-4cae-859e-b0f597c294b6 req-1e356c38-8ce1-444e-9fc8-78f4a35bc1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:01.555157 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e798c149-5964-4cae-859e-b0f597c294b6 req-1e356c38-8ce1-444e-9fc8-78f4a35bc1c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=74466438-5a63-441f-a8a8-f5014503b519 HTTP/1.1" status: 200 len: 916 time: 0.1454420 Aug 23 10:23:01.573724 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2a5e8a50-991b-434c-8f07-1e168fb04b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870812'] for subnet, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:01.611983 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e847ff47-0b43-4ef3-b6db-e010703e06b0 req-46ecfb3d-5d87-430c-a219-5cc2bbd44c3c tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117251 Aug 23 10:23:01.646047 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e798c149-5964-4cae-859e-b0f597c294b6 req-61eddfc0-3881-4231-926b-98f6820330b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89da9404-62aa-4000-9d8f-d1dd4d2e55b2 HTTP/1.1" status: 200 len: 217 time: 0.0817540 Aug 23 10:23:01.741850 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798c149-5964-4cae-859e-b0f597c294b6 req-ecce960a-3160-4dd1-8308-448071a7ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:01.743885 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e798c149-5964-4cae-859e-b0f597c294b6 req-ecce960a-3160-4dd1-8308-448071a7ff68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a HTTP/1.1" status: 200 len: 855 time: 0.0873067 Aug 23 10:23:01.806273 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e798c149-5964-4cae-859e-b0f597c294b6 req-6183cca5-0448-4ee0-b096-b041b900db2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74466438-5a63-441f-a8a8-f5014503b519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457819 Aug 23 10:23:01.899185 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2a5e8a50-991b-434c-8f07-1e168fb04b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for subnet, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:01.915647 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:01.958207 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e8a50-991b-434c-8f07-1e168fb04b05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43fc4a62-97c6-40a0-b1c4-fb1f7e0d6db8,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:01.962676 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2a5e8a50-991b-434c-8f07-1e168fb04b05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:01.965415 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-2a5e8a50-991b-434c-8f07-1e168fb04b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:01.980007 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-2a5e8a50-991b-434c-8f07-1e168fb04b05 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/43fc4a62-97c6-40a0-b1c4-fb1f7e0d6db8 HTTP/1.1" status: 204 len: 168 time: 0.8027697 Aug 23 10:23:01.980200 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 39832) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:01.982411 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21786c4f-67cf-4cba-be79-7ea85fa8ea12 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Router 9668630c-2efb-4cd4-a120-0553ce1f5de0 has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:23:02.224044 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830045'] for network, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:02.227613 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21786c4f-67cf-4cba-be79-7ea85fa8ea12 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:23:02.240547 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-21786c4f-67cf-4cba-be79-7ea85fa8ea12 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for floatingip, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:02.253354 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56defb9d-5210-4780-babb-4bc98eb25582 None None] Sync routers for ids ['9668630c-2efb-4cd4-a120-0553ce1f5de0'] in dv-cinder-802781-2-smb {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:23:02.274099 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56defb9d-5210-4780-babb-4bc98eb25582 None None] Routers {'9668630c-2efb-4cd4-a120-0553ce1f5de0'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:23:02.274681 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-56defb9d-5210-4780-babb-4bc98eb25582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:22:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['9668630c-2efb-4cd4-a120-0553ce1f5de0'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:02.343451 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e798c149-5964-4cae-859e-b0f597c294b6 req-6bb08af8-f43d-4782-b4c0-7599b3a69260 service neutron] 10.222.0.46 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259471 Aug 23 10:23:02.369636 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de510017-ca32-4f2a-9724-3a390c9adf3e req-18331788-8dec-4655-8a52-0257644861fd tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:02.372524 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-21786c4f-67cf-4cba-be79-7ea85fa8ea12 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "PUT /v2.0/floatingips/af9a8eff-d939-4a7f-ba52-4c4cc253cf70 HTTP/1.1" status: 200 len: 991 time: 3.1257112 Aug 23 10:23:02.373226 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3983ec41-3ddb-4144-a334-f1b82588cfff', 'tag': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347'}] {{(pid=79163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:23:02.388294 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-de510017-ca32-4f2a-9724-3a390c9adf3e req-18331788-8dec-4655-8a52-0257644861fd tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.4590609 Aug 23 10:23:02.515469 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 39856) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:02.520710 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-56defb9d-5210-4780-babb-4bc98eb25582 None None] Set router 9668630c-2efb-4cd4-a120-0553ce1f5de0 gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:23:02.541030 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864615', 'neutron.services.segments.db._delete_segments_for_network-8775983548317'] for network, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:02.581233 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:02.581587 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:02.583101 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:02.583458 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Subscribe: > port after_create 55550000 {{(pid=79164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:02.583874 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:02.584282 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Subscribe: > port after_update 55550000 {{(pid=79164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:02.584637 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:02.584980 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:02.585322 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:02.585636 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:02.640063 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3983ec41-3ddb-4144-a334-f1b82588cfff', 'tag': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347', 'status': 'completed', 'code': 200} Aug 23 10:23:02.837594 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:02.837941 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:02.838268 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:02.838590 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:02.838956 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.services.segments.db [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8040ca-dff2-4b32-b8dc-6326190757b9']}} {{(pid=79164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:02.943092 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:02.955306 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-56defb9d-5210-4780-babb-4bc98eb25582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:22:23Z', 'revision_number': 4, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port': {'id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:05Z', 'updated_at': '2021-08-23T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_floatingips': [{'id': 'af9a8eff-d939-4a7f-ba52-4c4cc253cf70', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'floating_ip_address': '172.28.2.174', 'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'router_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'port_id': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'mac_address': 'fa:16:3e:25:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3983ec41-3ddb-4144-a334-f1b82588cfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:22:39Z', 'updated_at': '2021-08-23T10:23:00Z', 'revision_number': 1, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53d6e27-0d30-4773-bd9a-0f659a0afd4c', 'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'mac_address': 'fa:16:3e:a6:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:15Z', 'updated_at': '2021-08-23T10:22:36Z', 'revision_number': 5, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'subnets': [{'id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:02.961643 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56defb9d-5210-4780-babb-4bc98eb25582 None None] Checking router: 9668630c-2efb-4cd4-a120-0553ce1f5de0 for host: dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:23:02.969496 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:02.973206 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56defb9d-5210-4780-babb-4bc98eb25582 None None] Routers {'9668630c-2efb-4cd4-a120-0553ce1f5de0'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:23:02.973855 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-56defb9d-5210-4780-babb-4bc98eb25582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:22:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['9668630c-2efb-4cd4-a120-0553ce1f5de0'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:02.982274 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013269cc-cb10-4223-9007-3af57789aa49 req-b6dff4a9-35b6-47f6-a849-67ee5654932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:02.983920 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-013269cc-cb10-4223-9007-3af57789aa49 req-b6dff4a9-35b6-47f6-a849-67ee5654932c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99082884e6bc45e18c151db1f08a2346&device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 1098 time: 0.3195825 Aug 23 10:23:02.989652 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Usage tracker for resource:security_group_rule and tenant:f152f5d0e4a946fd8387101e4fb5b7d2 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:02.993840 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:03.047114 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-de510017-ca32-4f2a-9724-3a390c9adf3e req-80a76b28-9d2c-41c6-9fb4-4a97031fd2d8 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6578746 Aug 23 10:23:03.049608 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e798c149-5964-4cae-859e-b0f597c294b6 req-ec97817f-0beb-4e29-bb38-b8826feaa0ad service neutron] 10.222.0.46 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572053 Aug 23 10:23:03.051917 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.services.segments.db [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b671125e-e92c-4b03-a20d-8975215f1c0b') {'for_net_delete': True} {{(pid=79164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:03.052219 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.services.segments.db [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b671125e-e92c-4b03-a20d-8975215f1c0b') {} {{(pid=79164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:03.066142 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775983546359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26330098'] for segment, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:03.094467 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:03.109172 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=79164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:23:03.109572 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26337102'] for segment, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:03.118306 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: from cryptography.utils import int_from_bytes Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: from cryptography.utils import int_from_bytes Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: util.warn_limited( Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: util.warn_limited( Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: Traceback (most recent call last): Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: timer() Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: cb(*args, **kw) Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: return func(*args, **kwargs) Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: self._notify() Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: self.callback(batched_events) Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: event.method(event) Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: return f(self, *a, **k) Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: return self._get(url).json() Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: return self.request(url, 'GET', **kwargs) Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:23:03.168227 dv-cinder-802781-2-smb neutron-server[79164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:23:03.203962 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12366392-0138-46ed-937d-870e2f6af309 req-25a9f885-5909-4050-9efa-7e2e19364549 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:03.210105 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-56defb9d-5210-4780-babb-4bc98eb25582 None None] Set router 9668630c-2efb-4cd4-a120-0553ce1f5de0 gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:23:03.212884 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-12366392-0138-46ed-937d-870e2f6af309 req-25a9f885-5909-4050-9efa-7e2e19364549 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=55b5a541-cf6a-463e-bca8-44abbfdb756a HTTP/1.1" status: 200 len: 943 time: 0.4361455 Aug 23 10:23:03.326810 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013269cc-cb10-4223-9007-3af57789aa49 req-d207bda2-f2c0-48d1-b728-e61a126d5e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:03.328458 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-013269cc-cb10-4223-9007-3af57789aa49 req-d207bda2-f2c0-48d1-b728-e61a126d5e40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d137faa0-f4f8-4597-9039-8107bc591b01 HTTP/1.1" status: 200 len: 918 time: 0.3297937 Aug 23 10:23:03.335315 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:03.348948 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900943'] for network, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:03.355135 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-1c10512c-e230-4e35-b247-644ee8757f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:03.356015 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-12366392-0138-46ed-937d-870e2f6af309 req-b5cffa67-25b2-4b6a-9f19-8615fc5e32f4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394236 Aug 23 10:23:03.375257 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:03.390492 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b8040ca-dff2-4b32-b8dc-6326190757b9,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:03.400277 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.400647 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.401005 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.401356 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.401794 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.402231 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.402983 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.402983 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.403250 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.403734 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.404136 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.404527 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.408167 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6b8040ca-dff2-4b32-b8dc-6326190757b9 HTTP/1.1" status: 204 len: 168 time: 1.3825672 Aug 23 10:23:03.412010 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:03.432667 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:03.460602 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:03.522701 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482c64e0-c734-4d2e-a803-c5c18f92fe3a,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:03.529778 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 39894) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:03.539873 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f152f5d0e4a946fd8387101e4fb5b7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0225861 Aug 23 10:23:03.554511 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.554511 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.554511 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.554511 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.554511 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.554511 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.554511 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.554511 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.554511 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.554511 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.554511 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.554511 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:03.558582 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-013269cc-cb10-4223-9007-3af57789aa49 req-c7eb6b2f-04ac-4ee6-bf39-ce8ed4d25ca7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea55a6d-53c6-4d73-b4ef-9d524a6b9347 HTTP/1.1" status: 200 len: 999 time: 0.2220471 Aug 23 10:23:03.560626 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:03.622707 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-af269d8a-b542-4814-b256-9c853a756fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:03.638457 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013269cc-cb10-4223-9007-3af57789aa49 req-c6b45c05-ad0f-4f97-80f0-153cc95d2fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:03.640772 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-013269cc-cb10-4223-9007-3af57789aa49 req-c6b45c05-ad0f-4f97-80f0-153cc95d2fad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f85e825-59e5-4c98-a66a-77e558377d2d HTTP/1.1" status: 200 len: 856 time: 0.0748291 Aug 23 10:23:03.664860 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-af269d8a-b542-4814-b256-9c853a756fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:03.765518 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-af269d8a-b542-4814-b256-9c853a756fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:03.772311 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-c8caded8-030e-4f1a-838c-e4170d226fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:03.783571 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-56defb9d-5210-4780-babb-4bc98eb25582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:22:23Z', 'revision_number': 4, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port': {'id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:05Z', 'updated_at': '2021-08-23T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_floatingips': [{'id': 'af9a8eff-d939-4a7f-ba52-4c4cc253cf70', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'floating_ip_address': '172.28.2.174', 'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'router_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'port_id': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'mac_address': 'fa:16:3e:25:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3983ec41-3ddb-4144-a334-f1b82588cfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:22:39Z', 'updated_at': '2021-08-23T10:23:00Z', 'revision_number': 1, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53d6e27-0d30-4773-bd9a-0f659a0afd4c', 'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'mac_address': 'fa:16:3e:a6:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:15Z', 'updated_at': '2021-08-23T10:22:36Z', 'revision_number': 5, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'subnets': [{'id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:03.793250 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56defb9d-5210-4780-babb-4bc98eb25582 None None] The sync data for ids ['9668630c-2efb-4cd4-a120-0553ce1f5de0'] in dv-cinder-802781-2-smb is: [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:22:23Z', 'revision_number': 4, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port': {'id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:05Z', 'updated_at': '2021-08-23T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_floatingips': [{'id': 'af9a8eff-d939-4a7f-ba52-4c4cc253cf70', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'floating_ip_address': '172.28.2.174', 'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'router_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'port_id': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'mac_address': 'fa:16:3e:25:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3983ec41-3ddb-4144-a334-f1b82588cfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:22:39Z', 'updated_at': '2021-08-23T10:23:00Z', 'revision_number': 1, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53d6e27-0d30-4773-bd9a-0f659a0afd4c', 'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'mac_address': 'fa:16:3e:a6:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:15Z', 'updated_at': '2021-08-23T10:22:36Z', 'revision_number': 5, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'subnets': [{'id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:23:03.794994 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af269d8a-b542-4814-b256-9c853a756fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482c64e0-c734-4d2e-a803-c5c18f92fe3a,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:03.804204 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-af269d8a-b542-4814-b256-9c853a756fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:03.817532 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-af269d8a-b542-4814-b256-9c853a756fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:03.823195 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-af269d8a-b542-4814-b256-9c853a756fb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/482c64e0-c734-4d2e-a803-c5c18f92fe3a HTTP/1.1" status: 204 len: 168 time: 0.2923319 Aug 23 10:23:03.826280 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013269cc-cb10-4223-9007-3af57789aa49 req-97e2238f-36fc-4723-9f63-c1c5726c4085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:03.827732 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-013269cc-cb10-4223-9007-3af57789aa49 req-97e2238f-36fc-4723-9f63-c1c5726c4085 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d137faa0-f4f8-4597-9039-8107bc591b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1798463 Aug 23 10:23:03.887641 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 39906) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:04.002693 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-fccfafe2-f235-4ce2-8f93-a9af47f60107 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=585381002ceb4449a490577e2276d203&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1132314 Aug 23 10:23:04.004877 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 39910) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:04.081319 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-013269cc-cb10-4223-9007-3af57789aa49 req-fe734a1f-eab1-4034-85b2-1549c8eec72b service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448754 Aug 23 10:23:04.107408 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-77dbbea0-5a60-4f4b-8487-5fdd2090e879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:04.155889 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-77dbbea0-5a60-4f4b-8487-5fdd2090e879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:04.281840 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b622048-fa2b-42e9-aefc-3be0779f17bd None None] New status for floating IP af9a8eff-d939-4a7f-ba52-4c4cc253cf70: ACTIVE {{(pid=79165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:23:04.292548 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-77dbbea0-5a60-4f4b-8487-5fdd2090e879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:04.305510 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:04.335394 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbbea0-5a60-4f4b-8487-5fdd2090e879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e835b225-a24c-406f-9091-6fb4455d8829,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:04.338801 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-77dbbea0-5a60-4f4b-8487-5fdd2090e879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:04.353034 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-77dbbea0-5a60-4f4b-8487-5fdd2090e879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:04.357416 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-77dbbea0-5a60-4f4b-8487-5fdd2090e879 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e835b225-a24c-406f-9091-6fb4455d8829 HTTP/1.1" status: 204 len: 168 time: 0.3515770 Aug 23 10:23:04.540407 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-013269cc-cb10-4223-9007-3af57789aa49 req-2c83b87b-ca6b-4c25-9da1-692e1789f9b0 service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471865 Aug 23 10:23:04.596280 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea12fa1-1155-428c-8877-1df2121c731f req-610017b6-1377-4c65-8882-a42a2a2d0b36 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:04.607590 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9ea12fa1-1155-428c-8877-1df2121c731f req-610017b6-1377-4c65-8882-a42a2a2d0b36 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.2360256 Aug 23 10:23:04.709051 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9ea12fa1-1155-428c-8877-1df2121c731f req-42f0ad52-815d-4b18-961e-9f8a262664fd tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003389 Aug 23 10:23:04.740701 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f57238-8f62-4214-bd98-3d8f3beb6469 req-c49433a8-c90e-4066-af3c-cef9363c5555 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:04.742426 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-30f57238-8f62-4214-bd98-3d8f3beb6469 req-c49433a8-c90e-4066-af3c-cef9363c5555 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=55b5a541-cf6a-463e-bca8-44abbfdb756a HTTP/1.1" status: 200 len: 943 time: 0.1794586 Aug 23 10:23:04.854843 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-30f57238-8f62-4214-bd98-3d8f3beb6469 req-539a42da-b40f-4b35-ae7e-acf569636ded tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063762 Aug 23 10:23:05.554500 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 89da9404-62aa-4000-9d8f-d1dd4d2e55b2 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:23:05.776334 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 89da9404-62aa-4000-9d8f-d1dd4d2e55b2, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=89da9404-62aa-4000-9d8f-d1dd4d2e55b2,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:05.794558 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': '89da9404-62aa-4000-9d8f-d1dd4d2e55b2', 'network_id': '74466438-5a63-441f-a8a8-f5014503b519', 'port_id': '89da9404-62aa-4000-9d8f-d1dd4d2e55b2', 'mac_address': 'fa:16:3e:25:c7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:23:05.960078 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:05.985478 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89da9404-62aa-4000-9d8f-d1dd4d2e55b2 {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:23:06.008064 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 89da9404-62aa-4000-9d8f-d1dd4d2e55b2, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=89da9404-62aa-4000-9d8f-d1dd4d2e55b2,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:06.016906 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:06.019166 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:06.045015 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e511b-62e1-4e25-9412-1a284efb8d5f req-94057709-735c-4f9e-902e-d902b0743152 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:06.055469 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ec2e511b-62e1-4e25-9412-1a284efb8d5f req-94057709-735c-4f9e-902e-d902b0743152 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.1645384 Aug 23 10:23:06.157339 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 40008) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:06.161889 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-4a246600-b9ce-4f63-a6cb-6ac137e92a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:06.179889 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ec2e511b-62e1-4e25-9412-1a284efb8d5f req-0aa82085-b80a-4a3c-9874-067d2caa5c75 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187704 Aug 23 10:23:06.208007 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=89da9404-62aa-4000-9d8f-d1dd4d2e55b2,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:06.234700 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:06.235013 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:06.236810 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:06.237208 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:06.239978 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:06.240369 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:06.240855 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:06.241250 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:06.243509 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:06.244110 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:06.244238 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:06.244560 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:06.262569 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:06.281803 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0f3f821f-366b-4f44-ac04-5fb80e193ffc req-d70f588c-34c7-44eb-8681-5829e468c3a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4775898 Aug 23 10:23:06.298854 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea90652-69b0-4874-a81b-ea5d3c05bdd8 req-ea412924-684d-409a-b93d-9c847902578f tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:06.308825 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-bea90652-69b0-4874-a81b-ea5d3c05bdd8 req-ea412924-684d-409a-b93d-9c847902578f tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=55b5a541-cf6a-463e-bca8-44abbfdb756a HTTP/1.1" status: 200 len: 944 time: 0.1394367 Aug 23 10:23:06.310833 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['89da9404-62aa-4000-9d8f-d1dd4d2e55b2'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:23:06.364749 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-bea90652-69b0-4874-a81b-ea5d3c05bdd8 req-278b5331-1e7c-4b35-9dbb-f56ead9ddee4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546253 Aug 23 10:23:06.425983 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1673740296-network', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:06.436568 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:06.442273 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Usage tracker for resource:network and tenant:a0f7294401b14331ae0120ea59c4e348 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:06.445613 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:06.454169 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:06.469733 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Made reservation on behalf of a0f7294401b14331ae0120ea59c4e348 for: {'network': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:23:06.473766 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for network, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:06.494456 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:06.514306 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:06.519068 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Usage tracker for resource:security_group_rule and tenant:a0f7294401b14331ae0120ea59c4e348 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:06.523904 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:06.531016 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:06.539871 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f821f-366b-4f44-ac04-5fb80e193ffc req-87b37a2e-5ddc-467f-be1e-61f1c00ee05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:06.541803 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0f3f821f-366b-4f44-ac04-5fb80e193ffc req-87b37a2e-5ddc-467f-be1e-61f1c00ee05c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69e810a489604e6cb2020d8ccda61414&device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 1099 time: 0.1008439 Aug 23 10:23:06.680952 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:06.686992 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:06.693944 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-affa1b92-0bd0-426b-9794-585dea3282b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:06.733190 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=79164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:23:06.744876 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:06.782648 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:06.783990 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f821f-366b-4f44-ac04-5fb80e193ffc req-e57c9caf-8d5a-443a-bcbb-defd5ff0944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:06.786290 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0f3f821f-366b-4f44-ac04-5fb80e193ffc req-e57c9caf-8d5a-443a-bcbb-defd5ff0944b service neutron] 10.222.0.46 "GET /v2.0/networks?id=74466438-5a63-441f-a8a8-f5014503b519 HTTP/1.1" status: 200 len: 916 time: 0.2223949 Aug 23 10:23:06.814486 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:06.814486 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.db.segments_db [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Added segment 9840eb18-ca6c-4bd2-904d-ed80b734c036 of type vlan for network beaa0003-69d7-4b97-9864-2eb2a7e8ac36 Aug 23 10:23:06.844665 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6ec6b1-7264-4ee3-b0ac-f590deaf192f,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:06.874950 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:06.882722 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0f3f821f-366b-4f44-ac04-5fb80e193ffc req-2413ed0f-28d6-4aa3-9760-ee706215af49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=187b0acb-0811-412e-ace7-f2ea1315cadf HTTP/1.1" status: 200 len: 217 time: 0.0862668 Aug 23 10:23:06.916565 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775983037579'] for network, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:06.955195 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for network, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:06.963540 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:06.966657 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:06.968947 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f821f-366b-4f44-ac04-5fb80e193ffc req-34c66350-30f0-4cc3-bfd8-b3157a60429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:06.971691 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0f3f821f-366b-4f44-ac04-5fb80e193ffc req-34c66350-30f0-4cc3-bfd8-b3157a60429a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a HTTP/1.1" status: 200 len: 855 time: 0.0821931 Aug 23 10:23:06.994295 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-e2dec745-da8a-4880-9bd3-4d06932bbf68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:07.032130 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0f3f821f-366b-4f44-ac04-5fb80e193ffc req-65095fb4-599d-4682-b08b-c9506c03c7b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74466438-5a63-441f-a8a8-f5014503b519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528445 Aug 23 10:23:07.122453 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Pushing event updated for resources: {'Network': ['ID=beaa0003-69d7-4b97-9864-2eb2a7e8ac36,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:07.128873 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9701159 Aug 23 10:23:07.129585 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 40042) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:07.134116 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Network beaa0003-69d7-4b97-9864-2eb2a7e8ac36 details requested by agent ovs-agent-dv-cinder-802781-2-smb with host dv-cinder-802781-2-smb {{(pid=79165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:23:07.141820 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:07.158973 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-13f6e36e-ec46-4871-a991-3d6f62ab0c34 admin admin] Request body: {'subnet': {'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1673740296-subnet', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:07.164797 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-13f6e36e-ec46-4871-a991-3d6f62ab0c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:07.170478 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-13f6e36e-ec46-4871-a991-3d6f62ab0c34 admin admin] Usage tracker for resource:subnet and tenant:a0f7294401b14331ae0120ea59c4e348 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:07.175056 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-13f6e36e-ec46-4871-a991-3d6f62ab0c34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:07.188703 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-13f6e36e-ec46-4871-a991-3d6f62ab0c34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:07.210015 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f6e36e-ec46-4871-a991-3d6f62ab0c34 admin admin] Made reservation on behalf of a0f7294401b14331ae0120ea59c4e348 for: {'subnet': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:23:07.214541 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-13f6e36e-ec46-4871-a991-3d6f62ab0c34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2551713'] for subnet, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:07.339423 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0f3f821f-366b-4f44-ac04-5fb80e193ffc req-d5c603b1-f69e-454a-acc8-401ec69a63b7 service neutron] 10.222.0.46 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944179 Aug 23 10:23:07.510607 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563ae4f-1a03-481a-8cf5-9abfdd121708 req-7b007dab-92e7-4588-b99d-203f5fba7892 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:07.512127 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7563ae4f-1a03-481a-8cf5-9abfdd121708 req-7b007dab-92e7-4588-b99d-203f5fba7892 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.1411924 Aug 23 10:23:07.562505 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 89da9404-62aa-4000-9d8f-d1dd4d2e55b2 up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:23:07.594340 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0f3f821f-366b-4f44-ac04-5fb80e193ffc req-d885caf4-741c-42a9-975b-37e5ef3f07ab service neutron] 10.222.0.46 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456508 Aug 23 10:23:07.660080 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7563ae4f-1a03-481a-8cf5-9abfdd121708 req-711a5f44-b4fe-4446-b52d-4a854512225e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396716 Aug 23 10:23:07.663433 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning for port 89da9404-62aa-4000-9d8f-d1dd4d2e55b2 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:23:07.671161 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port 89da9404-62aa-4000-9d8f-d1dd4d2e55b2 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:07.671596 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:07.714352 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-13f6e36e-ec46-4871-a991-3d6f62ab0c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26330091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2551763'] for subnet, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:07.721321 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:07.768381 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd11bed-905b-4329-80fd-64fe1c8db28d req-dc33a057-a1bc-4b88-a439-d22d459a698b tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:07.770758 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9fd11bed-905b-4329-80fd-64fe1c8db28d req-dc33a057-a1bc-4b88-a439-d22d459a698b tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=55b5a541-cf6a-463e-bca8-44abbfdb756a HTTP/1.1" status: 200 len: 944 time: 0.1095223 Aug 23 10:23:07.818595 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:07.824062 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9fd11bed-905b-4329-80fd-64fe1c8db28d req-f60f6056-27ee-4373-a485-8f657839e905 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473278 Aug 23 10:23:07.864441 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b5a541-cf6a-463e-bca8-44abbfdb756a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89da9404-62aa-4000-9d8f-d1dd4d2e55b2'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:23:07.874319 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 89da9404-62aa-4000-9d8f-d1dd4d2e55b2, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=89da9404-62aa-4000-9d8f-d1dd4d2e55b2,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:07.878900 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:07.882460 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:07.896881 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6e36e-ec46-4871-a991-3d6f62ab0c34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54cc7ed5-a0f7-4057-adce-6cedc0c75702,revision_number=0']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:07.901395 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f6e36e-ec46-4871-a991-3d6f62ab0c34 admin admin] Checking segment: {'id': '9840eb18-ca6c-4bd2-904d-ed80b734c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:23:07.901750 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f6e36e-ec46-4871-a991-3d6f62ab0c34 admin admin] Network hostable DHCP agents. Network: beaa0003-69d7-4b97-9864-2eb2a7e8ac36, hostable agents: ['e4366bde-9e46-4a9c-adf7-2d64cdf13340'], hosted agents: [] {{(pid=79164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:23:07.906948 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-13f6e36e-ec46-4871-a991-3d6f62ab0c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:07.918161 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b5a541-cf6a-463e-bca8-44abbfdb756a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89da9404-62aa-4000-9d8f-d1dd4d2e55b2', 'code': 200} Aug 23 10:23:07.932612 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f6e36e-ec46-4871-a991-3d6f62ab0c34 admin admin] Network beaa0003-69d7-4b97-9864-2eb2a7e8ac36 is scheduled to be hosted by DHCP agent e4366bde-9e46-4a9c-adf7-2d64cdf13340 with binding_index 1 {{(pid=79164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:23:07.943671 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [None req-13f6e36e-ec46-4871-a991-3d6f62ab0c34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-smb, beaa0003-69d7-4b97-9864-2eb2a7e8ac36) {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:23:07.949097 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f6e36e-ec46-4871-a991-3d6f62ab0c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:07.949687 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-13f6e36e-ec46-4871-a991-3d6f62ab0c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for subnet, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:07.962017 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2a439d-d743-4840-a1be-0b37b9ba40d5 None None] Network beaa0003-69d7-4b97-9864-2eb2a7e8ac36 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:23:07.992079 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-13f6e36e-ec46-4871-a991-3d6f62ab0c34 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8489079 Aug 23 10:23:07.994930 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 40068) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:08.004676 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:08.014454 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:08.022708 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Usage tracker for resource:router and tenant:a0f7294401b14331ae0120ea59c4e348 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:08.030707 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:08.048795 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:08.069110 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3807438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6589'] for router, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:08.070677 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:08.093384 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:08.101449 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=89da9404-62aa-4000-9d8f-d1dd4d2e55b2,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:08.107137 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:08.300859 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 40080) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:08.365209 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0be9d6-2b0b-4049-9793-0b4e1e31dea3 req-0cca9e53-6f89-41f6-904f-ea40545067cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:08.366736 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ca0be9d6-2b0b-4049-9793-0b4e1e31dea3 req-0cca9e53-6f89-41f6-904f-ea40545067cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=55b5a541-cf6a-463e-bca8-44abbfdb756a HTTP/1.1" status: 200 len: 1098 time: 0.1492045 Aug 23 10:23:08.407477 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76cf127e-a354-528f-8ac1-44611a3235cc-beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'fixed_ips': [{'subnet_id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702'}]}} from dv-cinder-802781-2-smb. {{(pid=79165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 10:23:08.409196 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:08.462012 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ca0be9d6-2b0b-4049-9793-0b4e1e31dea3 req-448bf31b-9428-4e53-b5da-703369c20b2a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876348 Aug 23 10:23:08.548310 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-90bcc9d7-1a04-48d2-8734-a899ca7a1aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:08.612614 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.db_base_plugin_common [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Allocated IP 172.20.0.2 (beaa0003-69d7-4b97-9864-2eb2a7e8ac36/54cc7ed5-a0f7-4057-adce-6cedc0c75702/c76073d1-20e3-4342-91ef-9c7f9f837fbc) {{(pid=79165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:23:08.630382 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-90bcc9d7-1a04-48d2-8734-a899ca7a1aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:08.635397 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-90bcc9d7-1a04-48d2-8734-a899ca7a1aee admin admin] Usage tracker for resource:security_group_rule and tenant:5110d94f1fdf4e29af9a151ca06c9b60 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:08.639946 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-90bcc9d7-1a04-48d2-8734-a899ca7a1aee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:08.646372 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-90bcc9d7-1a04-48d2-8734-a899ca7a1aee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:08.671187 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6470'] for router, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:08.728600 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 40098) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:08.852560 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-90bcc9d7-1a04-48d2-8734-a899ca7a1aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:08.859935 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-90bcc9d7-1a04-48d2-8734-a899ca7a1aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:08.870259 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-fce210fb-19b3-4d43-9d3f-931bd206f39c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:08.903074 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Notify callbacks [] for port, precommit_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:08.917926 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Transition to ACTIVE for port object c76073d1-20e3-4342-91ef-9c7f9f837fbc will not be triggered until provisioned by entity L2. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:23:08.931231 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-90bcc9d7-1a04-48d2-8734-a899ca7a1aee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5110d94f1fdf4e29af9a151ca06c9b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6227009 Aug 23 10:23:08.932216 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 40108) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:08.960929 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcc9d7-1a04-48d2-8734-a899ca7a1aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba88a84-438a-41f1-85ab-db3f90ffb989,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:08.967171 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Transition to ACTIVE for port object c76073d1-20e3-4342-91ef-9c7f9f837fbc will not be triggered until provisioned by entity DHCP. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:23:08.970759 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-90bcc9d7-1a04-48d2-8734-a899ca7a1aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:08.991045 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.005908 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:09.056641 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Network beaa0003-69d7-4b97-9864-2eb2a7e8ac36 is already hosted by enough agents. {{(pid=79165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:23:09.064949 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.scheduler.base_scheduler [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Resources bound (agent type, host, resource id): {{(pid=79165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:23:09.071343 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Received port after_create {{(pid=79165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:23:09.104465 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7c694142-98f4-4a7d-8235-ed7d42bf76fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.167047 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-7c694142-98f4-4a7d-8235-ed7d42bf76fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:09.179828 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-7c694142-98f4-4a7d-8235-ed7d42bf76fa admin admin] Usage tracker for resource:security_group_rule and tenant:70ae8224b1dd43b1b02e67f5c7596265 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:09.183564 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-178dfdda-3890-4e2a-84f4-9599e1e91b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.189024 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-7c694142-98f4-4a7d-8235-ed7d42bf76fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:09.207485 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e867cb-f74d-4bb0-9b4b-50c36d359b4b req-c027fce3-2ed8-4265-93e1-5837588c4b33 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:09.209035 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-18e867cb-f74d-4bb0-9b4b-50c36d359b4b req-c027fce3-2ed8-4265-93e1-5837588c4b33 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.2901845 Aug 23 10:23:09.210358 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.219143 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-7c694142-98f4-4a7d-8235-ed7d42bf76fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:09.219348 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-3506efed-2b55-460f-8370-31280ff4f22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.230061 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Attempting to bind port c76073d1-20e3-4342-91ef-9c7f9f837fbc on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:23:09.230061 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Attempting to bind port c76073d1-20e3-4342-91ef-9c7f9f837fbc by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': '9840eb18-ca6c-4bd2-904d-ed80b734c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36'}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:23:09.230452 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Attempting to bind port c76073d1-20e3-4342-91ef-9c7f9f837fbc on network beaa0003-69d7-4b97-9864-2eb2a7e8ac36 {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:23:09.245471 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Pushing event updated for resources: {'Port': ['ID=c76073d1-20e3-4342-91ef-9c7f9f837fbc,revision_number=1']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:09.249473 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:09.252194 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:23:09.252586 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Checking segment: {'id': '9840eb18-ca6c-4bd2-904d-ed80b734c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:23:09.253010 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.253414 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Bound using segment: {'id': '9840eb18-ca6c-4bd2-904d-ed80b734c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36'} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:23:09.255200 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Bound port: c76073d1-20e3-4342-91ef-9c7f9f837fbc, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9840eb18-ca6c-4bd2-904d-ed80b734c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36'}}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:23:09.255779 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.262528 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.265715 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdb74e-92db-41a4-b36f-c7d15582f975 req-06983fc5-7450-49c0-81b6-9745e88bbb92 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:09.273805 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-8ccdb74e-92db-41a4-b36f-c7d15582f975 req-06983fc5-7450-49c0-81b6-9745e88bbb92 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=55b5a541-cf6a-463e-bca8-44abbfdb756a HTTP/1.1" status: 200 len: 945 time: 0.2440851 Aug 23 10:23:09.281418 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-178dfdda-3890-4e2a-84f4-9599e1e91b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.346456 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-18e867cb-f74d-4bb0-9b4b-50c36d359b4b req-db3882e0-f926-415a-a624-c224e9a2ad90 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007364 Aug 23 10:23:09.369321 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-8ccdb74e-92db-41a4-b36f-c7d15582f975 req-81938d0f-e8f4-4f2e-b320-f3ee5c908b6d tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946054 Aug 23 10:23:09.388632 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] For port c76073d1-20e3-4342-91ef-9c7f9f837fbc, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:23:09.392244 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] For port c76073d1-20e3-4342-91ef-9c7f9f837fbc, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=c76073d1-20e3-4342-91ef-9c7f9f837fbc,segment=NetworkSegment(9840eb18-ca6c-4bd2-904d-ed80b734c036),segment_id=9840eb18-ca6c-4bd2-904d-ed80b734c036)] {{(pid=79165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:23:09.397093 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.402256 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:09.422420 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-178dfdda-3890-4e2a-84f4-9599e1e91b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.430858 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-b69092c2-f406-402e-948d-7826a9d7a2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:09.439087 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Allocated IP 172.28.2.223 (6abbf648-30c3-4bc3-b6f8-fb92b7833a6b/1bf33108-a606-44c8-ae34-6d10a469fb3b/38987c6e-d67a-4cc4-bab1-e30c79e9fd38) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:23:09.457539 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178dfdda-3890-4e2a-84f4-9599e1e91b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba88a84-438a-41f1-85ab-db3f90ffb989,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:09.467973 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-178dfdda-3890-4e2a-84f4-9599e1e91b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:09.489962 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7c694142-98f4-4a7d-8235-ed7d42bf76fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.492504 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-178dfdda-3890-4e2a-84f4-9599e1e91b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.494534 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-178dfdda-3890-4e2a-84f4-9599e1e91b55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ba88a84-438a-41f1-85ab-db3f90ffb989 HTTP/1.1" status: 204 len: 168 time: 0.5606825 Aug 23 10:23:09.498095 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7c694142-98f4-4a7d-8235-ed7d42bf76fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.508155 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e6123225-da51-4135-964b-688838acf701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:09.521457 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.548844 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Pushing event updated for resources: {'Port': ['ID=c76073d1-20e3-4342-91ef-9c7f9f837fbc,revision_number=2']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:09.555400 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:09.609410 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c694142-98f4-4a7d-8235-ed7d42bf76fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d3ffc8-9f9b-433c-a94e-04ec72c636f2,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:09.616542 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-7c694142-98f4-4a7d-8235-ed7d42bf76fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70ae8224b1dd43b1b02e67f5c7596265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8866801 Aug 23 10:23:09.617763 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7c694142-98f4-4a7d-8235-ed7d42bf76fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:09.632861 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 40120) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:09.760745 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4855edf9-f604-4a93-95ff-27c0172a0a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.832998 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4855edf9-f604-4a93-95ff-27c0172a0a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.835420 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.959980 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4855edf9-f604-4a93-95ff-27c0172a0a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.967501 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:09.975877 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.983707 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855edf9-f604-4a93-95ff-27c0172a0a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d3ffc8-9f9b-433c-a94e-04ec72c636f2,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:09.986298 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-4855edf9-f604-4a93-95ff-27c0172a0a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:09.987515 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4855edf9-f604-4a93-95ff-27c0172a0a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.993691 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-4855edf9-f604-4a93-95ff-27c0172a0a25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2d3ffc8-9f9b-433c-a94e-04ec72c636f2 HTTP/1.1" status: 204 len: 168 time: 0.3588128 Aug 23 10:23:10.001255 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:10.048553 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 40132) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:10.067105 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:23:10.075033 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:23:10.080811 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:23:10.087588 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0d96b82f-a459-4691-ba56-dacfc0dff224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.104492 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-0d96b82f-a459-4691-ba56-dacfc0dff224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:10.108316 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-0d96b82f-a459-4691-ba56-dacfc0dff224 admin admin] Usage tracker for resource:security_group_rule and tenant:4f87ee49a9e14de49eb9a8e3fb3d8d1a is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:10.111122 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-0d96b82f-a459-4691-ba56-dacfc0dff224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:10.118018 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-0d96b82f-a459-4691-ba56-dacfc0dff224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:10.146076 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Pushing event updated for resources: {'Port': ['ID=38987c6e-d67a-4cc4-bab1-e30c79e9fd38,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:10.149816 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:10.219298 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0d96b82f-a459-4691-ba56-dacfc0dff224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.226023 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0d96b82f-a459-4691-ba56-dacfc0dff224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.239910 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-13c5231c-7bd0-407e-a58b-5fd6a0d9c679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:10.287764 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96b82f-a459-4691-ba56-dacfc0dff224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ee0077-f024-49df-a215-ba892477c41c,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:10.301142 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-0d96b82f-a459-4691-ba56-dacfc0dff224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:10.327005 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-0d96b82f-a459-4691-ba56-dacfc0dff224 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f87ee49a9e14de49eb9a8e3fb3d8d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773774 Aug 23 10:23:10.330521 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 40142) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:10.445167 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-296b7e28-d299-4389-bde4-f6dbf0c54c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.496942 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-296b7e28-d299-4389-bde4-f6dbf0c54c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.615441 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 40152) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:10.742390 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295c8ca-9fb0-43df-9b67-54222f2c01fe req-1c1efbe4-faf4-4318-9d97-9b9a423a0ff5 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:10.744162 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-f295c8ca-9fb0-43df-9b67-54222f2c01fe req-1c1efbe4-faf4-4318-9d97-9b9a423a0ff5 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.1760418 Aug 23 10:23:10.745467 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-296b7e28-d299-4389-bde4-f6dbf0c54c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.753603 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-222cb0b3-b867-4639-b2a4-7201c4da85a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:10.765336 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 40158) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:10.787996 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b7e28-d299-4389-bde4-f6dbf0c54c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ee0077-f024-49df-a215-ba892477c41c,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:10.793848 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-296b7e28-d299-4389-bde4-f6dbf0c54c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.794888 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-14fa06b9-9083-4eae-b7b3-346edd902a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.797655 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-296b7e28-d299-4389-bde4-f6dbf0c54c2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60ee0077-f024-49df-a215-ba892477c41c HTTP/1.1" status: 204 len: 168 time: 0.4662290 Aug 23 10:23:10.798785 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-296b7e28-d299-4389-bde4-f6dbf0c54c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:10.841463 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-f295c8ca-9fb0-43df-9b67-54222f2c01fe req-63149e75-c20a-41bc-bb6e-de57eff44283 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891290 Aug 23 10:23:10.858841 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.859420 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.887968 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bced2c02-4b9e-4ec1-a7c4-cce17a39a1d9 None None] Network beaa0003-69d7-4b97-9864-2eb2a7e8ac36 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:23:10.920345 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-14fa06b9-9083-4eae-b7b3-346edd902a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:10.944599 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-14fa06b9-9083-4eae-b7b3-346edd902a72 admin admin] Usage tracker for resource:security_group_rule and tenant:264fced2a3104d288f16c35b2faa5472 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:10.948426 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-14fa06b9-9083-4eae-b7b3-346edd902a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:10.957387 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-14fa06b9-9083-4eae-b7b3-346edd902a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:10.990991 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-298bfc03-c698-449d-a109-0d07989b6c71 None None] Provisioning for port c76073d1-20e3-4342-91ef-9c7f9f837fbc completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:23:11.087695 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd84715-812b-4ef2-8ffd-e50338fbdfa7 req-1b26b615-b0d2-4c4f-b5e5-0e441696ed58 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:11.095558 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ccd84715-812b-4ef2-8ffd-e50338fbdfa7 req-1b26b615-b0d2-4c4f-b5e5-0e441696ed58 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=55b5a541-cf6a-463e-bca8-44abbfdb756a HTTP/1.1" status: 200 len: 945 time: 0.5193584 Aug 23 10:23:11.273100 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7cc9bd40-63d1-405f-b741-6ffb9998c096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.321091 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-7cc9bd40-63d1-405f-b741-6ffb9998c096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:11.327429 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-7cc9bd40-63d1-405f-b741-6ffb9998c096 admin admin] Usage tracker for resource:security_group_rule and tenant:cfbd96b896794ea8b309656ca6c1d1c7 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:11.330738 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-7cc9bd40-63d1-405f-b741-6ffb9998c096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:11.339744 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-7cc9bd40-63d1-405f-b741-6ffb9998c096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:11.355433 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ccd84715-812b-4ef2-8ffd-e50338fbdfa7 req-e661975a-d2c3-404b-9d43-e8f3fbdc7a17 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586648 Aug 23 10:23:11.427005 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device c76073d1-20e3-4342-91ef-9c7f9f837fbc up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:23:11.493197 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-14fa06b9-9083-4eae-b7b3-346edd902a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.504745 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-14fa06b9-9083-4eae-b7b3-346edd902a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.518471 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7cc9bd40-63d1-405f-b741-6ffb9998c096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.527426 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7cc9bd40-63d1-405f-b741-6ffb9998c096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.536309 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-ffd3cf9e-dc9a-400b-8006-cc1801ef6980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:11.552187 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-db937488-20b1-44c6-bb29-71364e0dd095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:11.582880 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port c76073d1-20e3-4342-91ef-9c7f9f837fbc completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:23:11.590742 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port c76073d1-20e3-4342-91ef-9c7f9f837fbc triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:11.591537 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.606801 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-14fa06b9-9083-4eae-b7b3-346edd902a72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=264fced2a3104d288f16c35b2faa5472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9818578 Aug 23 10:23:11.614089 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901087'] for router, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.614632 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 40186) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:11.619684 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa06b9-9083-4eae-b7b3-346edd902a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8ab104-8fe8-4456-a097-747df88d8a3b,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:11.624455 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-14fa06b9-9083-4eae-b7b3-346edd902a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:11.697013 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-7cc9bd40-63d1-405f-b741-6ffb9998c096 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cfbd96b896794ea8b309656ca6c1d1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9299998 Aug 23 10:23:11.704461 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9bd40-63d1-405f-b741-6ffb9998c096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9a35b1-9d71-4a4e-96da-0ad11ed0273a,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:11.709030 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7cc9bd40-63d1-405f-b741-6ffb9998c096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:11.709257 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 40194) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:11.842917 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-7c59f954-c8d2-46f0-8758-af65a745c788 None None] Provisioning complete for port c76073d1-20e3-4342-91ef-9c7f9f837fbc triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:11.843694 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-7c59f954-c8d2-46f0-8758-af65a745c788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.853852 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6f2b7f03-573c-48c2-95a7-0cea28f8db7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.895020 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7808c82b-8570-4012-baef-5ad831000b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.929643 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.962385 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6f2b7f03-573c-48c2-95a7-0cea28f8db7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.978446 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Router 197b5de3-6140-4b99-99cb-f13cdaa02d2f is scheduled to L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 with binding_index 1 {{(pid=79164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 10:23:11.978649 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7808c82b-8570-4012-baef-5ad831000b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.986594 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port c76073d1-20e3-4342-91ef-9c7f9f837fbc, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=c76073d1-20e3-4342-91ef-9c7f9f837fbc,segment=NetworkSegment(9840eb18-ca6c-4bd2-904d-ed80b734c036),segment_id=9840eb18-ca6c-4bd2-904d-ed80b734c036)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:12.054299 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:12.066202 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:12.084248 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7808c82b-8570-4012-baef-5ad831000b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:12.090263 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-68d8e887-af9b-457a-80c3-a383e85b0d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:12.106294 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6f2b7f03-573c-48c2-95a7-0cea28f8db7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:12.140859 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6f2b7f03-573c-48c2-95a7-0cea28f8db7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:12.142102 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-6f2b7f03-573c-48c2-95a7-0cea28f8db7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea8ab104-8fe8-4456-a097-747df88d8a3b HTTP/1.1" status: 204 len: 168 time: 0.4991758 Aug 23 10:23:12.143667 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808c82b-8570-4012-baef-5ad831000b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9a35b1-9d71-4a4e-96da-0ad11ed0273a,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:12.174125 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7808c82b-8570-4012-baef-5ad831000b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:12.177987 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-178dfdda-3890-4e2a-84f4-9599e1e91b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:12.196967 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=c76073d1-20e3-4342-91ef-9c7f9f837fbc,revision_number=3']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:12.200433 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:12.210770 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7808c82b-8570-4012-baef-5ad831000b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:12.214549 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-7808c82b-8570-4012-baef-5ad831000b48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb9a35b1-9d71-4a4e-96da-0ad11ed0273a HTTP/1.1" status: 204 len: 168 time: 0.4930472 Aug 23 10:23:12.219405 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b7f03-573c-48c2-95a7-0cea28f8db7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8ab104-8fe8-4456-a097-747df88d8a3b,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:12.228197 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-6f2b7f03-573c-48c2-95a7-0cea28f8db7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:12.504540 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:23:12.516143 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Sync routers for ids ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'] in dv-cinder-802781-2-smb {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:23:12.529003 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7956c7-7fdb-46d3-a5e0-a370e5b8ef13 req-7dd0f9e5-8cf9-459d-a2a8-5963998907e7 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:12.529985 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Routers {'197b5de3-6140-4b99-99cb-f13cdaa02d2f'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:23:12.531087 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:23:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:12.531222 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9e7956c7-7fdb-46d3-a5e0-a370e5b8ef13 req-7dd0f9e5-8cf9-459d-a2a8-5963998907e7 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.2671375 Aug 23 10:23:12.658665 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9e7956c7-7fdb-46d3-a5e0-a370e5b8ef13 req-bf6596f5-3cb9-4b1c-bb2c-a10696f864f1 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191258 Aug 23 10:23:12.659633 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Notify callbacks [] for router, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:12.660955 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6649127 Aug 23 10:23:12.664134 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 40232) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:12.883145 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Set router 197b5de3-6140-4b99-99cb-f13cdaa02d2f gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:23:12.971170 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 40254) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:13.010090 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-dfe9d70b-0561-42b5-83b6-0244b9282985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:13.038039 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-dfe9d70b-0561-42b5-83b6-0244b9282985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:13.047429 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-dfe9d70b-0561-42b5-83b6-0244b9282985 admin admin] Usage tracker for resource:security_group_rule and tenant:f8ebb4c60a9e47f2b093154986720594 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:13.053357 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-dfe9d70b-0561-42b5-83b6-0244b9282985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:13.065775 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-dfe9d70b-0561-42b5-83b6-0244b9282985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:13.129875 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:23:13.256260 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-dfe9d70b-0561-42b5-83b6-0244b9282985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:13.261465 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-dfe9d70b-0561-42b5-83b6-0244b9282985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:13.280146 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-d83401f6-8f63-48ee-adad-48a8e373c149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:13.383038 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device c76073d1-20e3-4342-91ef-9c7f9f837fbc up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:23:13.392674 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-dfe9d70b-0561-42b5-83b6-0244b9282985 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8ebb4c60a9e47f2b093154986720594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4191718 Aug 23 10:23:13.396000 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 40276) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:13.414434 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9d70b-0561-42b5-83b6-0244b9282985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfa8c7c-23e9-4191-9e65-0789eac759e0,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:13.431045 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-dfe9d70b-0561-42b5-83b6-0244b9282985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:13.530848 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-515b023f-04e9-4020-940b-6b2bd5239da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:13.535196 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:23:10Z', 'revision_number': 3, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port': {'id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:09Z', 'updated_at': '2021-08-23T10:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:13.540292 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Checking router: 197b5de3-6140-4b99-99cb-f13cdaa02d2f for host: dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:23:13.540685 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Updating router 197b5de3-6140-4b99-99cb-f13cdaa02d2f port 38987c6e-d67a-4cc4-bab1-e30c79e9fd38 binding host dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:23:13.585174 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port c76073d1-20e3-4342-91ef-9c7f9f837fbc triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:13.586479 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:13.604058 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-515b023f-04e9-4020-940b-6b2bd5239da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:13.672697 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:13.711198 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-515b023f-04e9-4020-940b-6b2bd5239da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:13.715300 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:13.738432 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b023f-04e9-4020-940b-6b2bd5239da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfa8c7c-23e9-4191-9e65-0789eac759e0,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:13.742386 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-515b023f-04e9-4020-940b-6b2bd5239da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:13.752245 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-515b023f-04e9-4020-940b-6b2bd5239da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:13.753611 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-515b023f-04e9-4020-940b-6b2bd5239da3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6dfa8c7c-23e9-4191-9e65-0789eac759e0 HTTP/1.1" status: 204 len: 168 time: 0.3557868 Aug 23 10:23:14.159113 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.319947 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Notify callbacks [] for port, precommit_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.357929 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.provisioning_blocks [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Transition to ACTIVE for port object 38987c6e-d67a-4cc4-bab1-e30c79e9fd38 will not be triggered until provisioned by entity L2. {{(pid=79166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:23:14.375827 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.381071 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-5a7f2ca3-a00a-4a7c-a896-13e91a9a894e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:14.521833 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Attempting to bind port 38987c6e-d67a-4cc4-bab1-e30c79e9fd38 on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:23:14.522447 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Attempting to bind port 38987c6e-d67a-4cc4-bab1-e30c79e9fd38 by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}] {{(pid=79166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:23:14.523005 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Attempting to bind port 38987c6e-d67a-4cc4-bab1-e30c79e9fd38 on network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:23:14.526950 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06542c4c-edc6-43fd-adea-9779d090f34f None None] Pushing event updated for resources: {'Port': ['ID=38987c6e-d67a-4cc4-bab1-e30c79e9fd38,revision_number=2']} {{(pid=79166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:14.532733 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:23:14.533113 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Checking segment: {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:23:14.533517 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.533921 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Bound using segment: {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'} {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:23:14.534395 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Bound port: 38987c6e-d67a-4cc4-bab1-e30c79e9fd38, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}}] {{(pid=79166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:23:14.535331 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.540130 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Allocated IP 172.20.0.1 (beaa0003-69d7-4b97-9864-2eb2a7e8ac36/54cc7ed5-a0f7-4057-adce-6cedc0c75702/a2a73608-efed-453c-9892-ece254a27b04) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:23:14.573448 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06542c4c-edc6-43fd-adea-9779d090f34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:14.573796 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06542c4c-edc6-43fd-adea-9779d090f34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:14.574223 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06542c4c-edc6-43fd-adea-9779d090f34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:14.574655 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06542c4c-edc6-43fd-adea-9779d090f34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:14.574988 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06542c4c-edc6-43fd-adea-9779d090f34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:14.575314 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06542c4c-edc6-43fd-adea-9779d090f34f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:14.575639 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06542c4c-edc6-43fd-adea-9779d090f34f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:14.575983 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06542c4c-edc6-43fd-adea-9779d090f34f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:14.576347 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06542c4c-edc6-43fd-adea-9779d090f34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:14.576670 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06542c4c-edc6-43fd-adea-9779d090f34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:14.576985 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06542c4c-edc6-43fd-adea-9779d090f34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:14.577303 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06542c4c-edc6-43fd-adea-9779d090f34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:14.582287 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-06542c4c-edc6-43fd-adea-9779d090f34f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:14.652313 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.db [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] For port 38987c6e-d67a-4cc4-bab1-e30c79e9fd38, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:23:14.664867 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.db [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] For port 38987c6e-d67a-4cc4-bab1-e30c79e9fd38, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=38987c6e-d67a-4cc4-bab1-e30c79e9fd38,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:23:14.673450 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.694297 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-29acd90f-45d4-4e5f-a591-7a6464ea2d01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:14.793581 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Routers {'197b5de3-6140-4b99-99cb-f13cdaa02d2f'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:23:14.794229 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:23:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:14.838927 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cf40a-8bf4-4d1b-a915-646012104a5a req-eedbb8dc-2841-4c99-9778-59ba62bbaf2a tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:14.848809 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4e1cf40a-8bf4-4d1b-a915-646012104a5a req-eedbb8dc-2841-4c99-9778-59ba62bbaf2a tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.8583260 Aug 23 10:23:14.856346 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.876296 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06542c4c-edc6-43fd-adea-9779d090f34f None None] Pushing event updated for resources: {'Port': ['ID=38987c6e-d67a-4cc4-bab1-e30c79e9fd38,revision_number=3']} {{(pid=79166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:14.907673 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-06542c4c-edc6-43fd-adea-9779d090f34f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:14.919007 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.provisioning_blocks [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Transition to ACTIVE for port object a2a73608-efed-453c-9892-ece254a27b04 will not be triggered until provisioned by entity DHCP. {{(pid=79163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:23:14.943859 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4e1cf40a-8bf4-4d1b-a915-646012104a5a req-3b978663-3d71-4cda-b331-1eff1f3beb2e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906606 Aug 23 10:23:14.976531 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.985905 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:15.061111 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Network beaa0003-69d7-4b97-9864-2eb2a7e8ac36 is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:23:15.065002 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:23:15.074493 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:23:15.075045 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3806810'] for router_interface, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:15.100777 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Pushing event updated for resources: {'Port': ['ID=a2a73608-efed-453c-9892-ece254a27b04,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:15.105080 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:15.257085 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] Set router 197b5de3-6140-4b99-99cb-f13cdaa02d2f gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:23:15.418145 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:15.516292 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-28bac189-546d-476a-9273-b428baae5f73 None None] Provisioning for port a2a73608-efed-453c-9892-ece254a27b04 completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:23:15.533714 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-28bac189-546d-476a-9273-b428baae5f73 None None] Provisioning complete for port a2a73608-efed-453c-9892-ece254a27b04 triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:15.536673 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-28bac189-546d-476a-9273-b428baae5f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:15.714516 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-28bac189-546d-476a-9273-b428baae5f73 None None] Port a2a73608-efed-453c-9892-ece254a27b04 cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:23:15.820127 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:23:10Z', 'revision_number': 3, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port': {'id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:09Z', 'updated_at': '2021-08-23T10:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:15.826920 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25729cb3-4ce4-4c8e-a59b-4fed215d1221 None None] The sync data for ids ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'] in dv-cinder-802781-2-smb is: [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:23:10Z', 'revision_number': 3, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port': {'id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:09Z', 'updated_at': '2021-08-23T10:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}] {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:23:15.883222 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:15.888961 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:15.891350 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3806773'] for router_interface, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:15.898846 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:16.104858 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Network beaa0003-69d7-4b97-9864-2eb2a7e8ac36 is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:23:16.107821 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:23:16.119826 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Pushing event updated for resources: {'Port': ['ID=a2a73608-efed-453c-9892-ece254a27b04,revision_number=2']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:16.122862 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:16.342500 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-020dcae8-340b-47ab-9174-7c8ce664c96d tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:16.344756 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-020dcae8-340b-47ab-9174-7c8ce664c96d tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/networks?id=74466438-5a63-441f-a8a8-f5014503b519 HTTP/1.1" status: 200 len: 815 time: 0.2964034 Aug 23 10:23:16.376564 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-2d93598e-22f9-4d8b-aef1-84cb374371cd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/quotas/69e810a489604e6cb2020d8ccda61414 HTTP/1.1" status: 200 len: 375 time: 0.0214047 Aug 23 10:23:16.444294 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Router 197b5de3-6140-4b99-99cb-f13cdaa02d2f has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:23:16.486506 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f772d-53d3-4eb8-b21f-15b3a7934920 req-ceaaa07d-9357-42a4-b3c6-f66cc2493209 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:16.488708 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-661f772d-53d3-4eb8-b21f-15b3a7934920 req-ceaaa07d-9357-42a4-b3c6-f66cc2493209 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.3738282 Aug 23 10:23:16.554658 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-db1e0d9d-134a-45ba-ade8-65ef8e815e86 None None] Provisioning complete for port a2a73608-efed-453c-9892-ece254a27b04 triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:16.555428 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-9b590e40-e355-42b3-9f7d-e1ee14eb2406 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=69e810a489604e6cb2020d8ccda61414&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1672771 Aug 23 10:23:16.556040 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-db1e0d9d-134a-45ba-ade8-65ef8e815e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:16.630722 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-db1e0d9d-134a-45ba-ade8-65ef8e815e86 None None] Port a2a73608-efed-453c-9892-ece254a27b04 cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:23:16.767395 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-661f772d-53d3-4eb8-b21f-15b3a7934920 req-4fededa7-a151-44d2-bf20-1ba34ad72a1b tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777099 Aug 23 10:23:16.811601 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:23:16.830326 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] 10.222.0.20 "PUT /v2.0/routers/197b5de3-6140-4b99-99cb-f13cdaa02d2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1645577 Aug 23 10:23:16.832144 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-348249ae-a44e-4e70-9e8d-9cfeb02c5d50 service neutron] 10.222.0.20 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696724 Aug 23 10:23:17.066876 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-07e3d277-0bda-414b-bb97-504d921317f0 service neutron] 10.222.0.20 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267835 Aug 23 10:23:17.426511 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-82943b7a-7a17-4cd7-89eb-a1eb32ecf556 req-ae57d0c7-84ad-4a7a-b95e-410ba4b6aec6 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 210 time: 0.1105843 Aug 23 10:23:17.448019 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 38987c6e-d67a-4cc4-bab1-e30c79e9fd38 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:23:17.567348 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port 38987c6e-d67a-4cc4-bab1-e30c79e9fd38 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:23:17.574862 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 38987c6e-d67a-4cc4-bab1-e30c79e9fd38 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:17.575435 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:17.747122 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:17.772730 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port 38987c6e-d67a-4cc4-bab1-e30c79e9fd38, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=38987c6e-d67a-4cc4-bab1-e30c79e9fd38,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:17.780632 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:17.797541 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:17.925183 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=38987c6e-d67a-4cc4-bab1-e30c79e9fd38,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:17.933397 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:18.162092 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Sync routers for ids ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'] in dv-cinder-802781-2-smb {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:23:18.180310 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Routers {'197b5de3-6140-4b99-99cb-f13cdaa02d2f'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:23:18.180945 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:23:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:18.189955 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ab058-b9b7-4829-ae66-67e98c0c527c req-d85cc606-0040-44c9-bd50-61d91d7f55a7 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:18.203532 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0d5ab058-b9b7-4829-ae66-67e98c0c527c req-d85cc606-0040-44c9-bd50-61d91d7f55a7 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.2213008 Aug 23 10:23:18.314849 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 40478) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:18.321765 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-c73b3345-a5ce-4daf-b7d5-4853bddd8898 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1179188630', 'description': 'tempest-description--1546875724'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:18.333130 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0d5ab058-b9b7-4829-ae66-67e98c0c527c req-c93b505e-ef92-48e4-b76f-53626c5c3ff7 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207671 Aug 23 10:23:18.336965 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-c73b3345-a5ce-4daf-b7d5-4853bddd8898 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:18.348386 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-c73b3345-a5ce-4daf-b7d5-4853bddd8898 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Usage tracker for resource:security_group and tenant:a0f7294401b14331ae0120ea59c4e348 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:18.351602 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-c73b3345-a5ce-4daf-b7d5-4853bddd8898 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:18.359870 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-c73b3345-a5ce-4daf-b7d5-4853bddd8898 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:18.387989 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c73b3345-a5ce-4daf-b7d5-4853bddd8898 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:18.414417 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-c73b3345-a5ce-4daf-b7d5-4853bddd8898 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:18.420262 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-c73b3345-a5ce-4daf-b7d5-4853bddd8898 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Usage tracker for resource:security_group_rule and tenant:a0f7294401b14331ae0120ea59c4e348 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:18.424020 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-c73b3345-a5ce-4daf-b7d5-4853bddd8898 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:18.436950 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-c73b3345-a5ce-4daf-b7d5-4853bddd8898 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:18.521901 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Set router 197b5de3-6140-4b99-99cb-f13cdaa02d2f gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:23:18.546632 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c73b3345-a5ce-4daf-b7d5-4853bddd8898 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:18.554344 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c73b3345-a5ce-4daf-b7d5-4853bddd8898 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:18.561951 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-2f82675a-b275-45bc-a771-b51fc9cd7601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:18.616524 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b3345-a5ce-4daf-b7d5-4853bddd8898 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:18.619581 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c73b3345-a5ce-4daf-b7d5-4853bddd8898 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:18.621218 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c73b3345-a5ce-4daf-b7d5-4853bddd8898 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:18.622589 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-c73b3345-a5ce-4daf-b7d5-4853bddd8898 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3057797 Aug 23 10:23:18.625456 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 40500) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:18.631284 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-ea58e398-abe1-4485-9ac2-3c226d7a6de9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Request body: {'security_group_rule': {'security_group_id': 'd7cdbd9a-99ac-4a61-9593-aae8fa3df42e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:18.637865 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-ea58e398-abe1-4485-9ac2-3c226d7a6de9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:18.642230 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-ea58e398-abe1-4485-9ac2-3c226d7a6de9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Usage tracker for resource:security_group_rule and tenant:a0f7294401b14331ae0120ea59c4e348 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:18.646341 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-ea58e398-abe1-4485-9ac2-3c226d7a6de9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:18.653571 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-ea58e398-abe1-4485-9ac2-3c226d7a6de9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:18.677442 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ea58e398-abe1-4485-9ac2-3c226d7a6de9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:18.769629 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ea58e398-abe1-4485-9ac2-3c226d7a6de9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:18.777080 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ea58e398-abe1-4485-9ac2-3c226d7a6de9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:18.778862 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:18.818494 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58e398-abe1-4485-9ac2-3c226d7a6de9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88ec799-2c59-42f4-8a08-5ee93cdf0899,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:18.820508 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-350ed429-f606-4dd5-825d-bf8d14a691e8 req-15bcac12-028b-4480-9374-bf908e49f07f tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 210 time: 0.0654352 Aug 23 10:23:18.845339 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-ea58e398-abe1-4485-9ac2-3c226d7a6de9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:18.880568 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ea58e398-abe1-4485-9ac2-3c226d7a6de9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:18.884903 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 40510) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:18.885039 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-ea58e398-abe1-4485-9ac2-3c226d7a6de9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2584827 Aug 23 10:23:18.890819 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-5c2cb551-2f0d-41a4-b0ed-ccb5b8a5685b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Request body: {'security_group_rule': {'security_group_id': 'd7cdbd9a-99ac-4a61-9593-aae8fa3df42e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:18.902998 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-5c2cb551-2f0d-41a4-b0ed-ccb5b8a5685b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:18.909243 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-5c2cb551-2f0d-41a4-b0ed-ccb5b8a5685b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Usage tracker for resource:security_group_rule and tenant:a0f7294401b14331ae0120ea59c4e348 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:18.916551 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-5c2cb551-2f0d-41a4-b0ed-ccb5b8a5685b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:18.929314 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-5c2cb551-2f0d-41a4-b0ed-ccb5b8a5685b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:18.956034 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb551-2f0d-41a4-b0ed-ccb5b8a5685b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:19.072197 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:23:15Z', 'revision_number': 4, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port': {'id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:09Z', 'updated_at': '2021-08-23T10:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'a2a73608-efed-453c-9892-ece254a27b04', 'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'mac_address': 'fa:16:3e:86:76:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:14Z', 'updated_at': '2021-08-23T10:23:15Z', 'revision_number': 2, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'subnets': [{'id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:19.075917 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb551-2f0d-41a4-b0ed-ccb5b8a5685b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:19.079197 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Checking router: 197b5de3-6140-4b99-99cb-f13cdaa02d2f for host: dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:23:19.080093 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Updating router 197b5de3-6140-4b99-99cb-f13cdaa02d2f port a2a73608-efed-453c-9892-ece254a27b04 binding host dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:23:19.082396 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb551-2f0d-41a4-b0ed-ccb5b8a5685b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:19.089313 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-307e73c9-ddf6-4131-b5de-3e1b4ca18d0a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:19.156270 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cb551-2f0d-41a4-b0ed-ccb5b8a5685b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3c657b-705a-4418-aab8-bc2de27be499,revision_number=0']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:19.184705 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-5c2cb551-2f0d-41a4-b0ed-ccb5b8a5685b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:19.205748 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb551-2f0d-41a4-b0ed-ccb5b8a5685b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:19.208094 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-5c2cb551-2f0d-41a4-b0ed-ccb5b8a5685b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214726 Aug 23 10:23:19.212180 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 40522) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:19.226028 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:19.234120 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Request body: {'floatingip': {'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:19.256753 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:19.264910 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Usage tracker for resource:floatingip and tenant:a0f7294401b14331ae0120ea59c4e348 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:19.272372 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:19.294596 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:19.301554 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-26a15f10-123b-4b46-985c-de53ebb4ce87 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:19.303284 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-26a15f10-123b-4b46-985c-de53ebb4ce87 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.46 "GET /v2.0/networks?id=74466438-5a63-441f-a8a8-f5014503b519 HTTP/1.1" status: 200 len: 815 time: 0.3435807 Aug 23 10:23:19.319690 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for floatingip, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:19.351539 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-f45c35d5-41b5-4dc8-b930-59fb6cbe66fd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Request body: {'port': {'device_id': '20c417b5-b755-4dff-ad7f-d715bc97e329', 'network_id': '74466438-5a63-441f-a8a8-f5014503b519', 'admin_state_up': True, 'tenant_id': '69e810a489604e6cb2020d8ccda61414'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:19.376849 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 38987c6e-d67a-4cc4-bab1-e30c79e9fd38 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:23:19.611057 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 38987c6e-d67a-4cc4-bab1-e30c79e9fd38 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:19.611440 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:19.695186 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:19.821481 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-f45c35d5-41b5-4dc8-b930-59fb6cbe66fd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:19.840813 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-f45c35d5-41b5-4dc8-b930-59fb6cbe66fd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:19.863503 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643014e-256d-4aac-bdfe-97d601270305 req-7da3c1c7-c649-48e1-8900-a621c5b22521 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:19.866016 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-8643014e-256d-4aac-bdfe-97d601270305 req-7da3c1c7-c649-48e1-8900-a621c5b22521 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.2090292 Aug 23 10:23:19.873651 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-f45c35d5-41b5-4dc8-b930-59fb6cbe66fd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Made reservation on behalf of 69e810a489604e6cb2020d8ccda61414 for: {'port': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:23:19.877998 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-f45c35d5-41b5-4dc8-b930-59fb6cbe66fd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:20.042299 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Allocated IP 172.28.2.12 (6abbf648-30c3-4bc3-b6f8-fb92b7833a6b/1bf33108-a606-44c8-ae34-6d10a469fb3b/6cec4d76-e2b7-473b-a3a3-5d9c8167f7a0) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:23:20.065256 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-8643014e-256d-4aac-bdfe-97d601270305 req-255f4db5-8502-4f41-87d7-00e7bbd69142 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627200 Aug 23 10:23:20.129465 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Notify callbacks [] for port, precommit_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:20.153412 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Transition to ACTIVE for port object a2a73608-efed-453c-9892-ece254a27b04 will not be triggered until provisioned by entity L2. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:23:20.167477 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:20.177892 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:20.225623 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-f45c35d5-41b5-4dc8-b930-59fb6cbe66fd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Allocated IP 172.20.0.3 (74466438-5a63-441f-a8a8-f5014503b519/ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a/1b781cd5-74cd-4bd9-bd00-4017bebe6d9a) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:23:20.521315 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e508eb75-2362-464b-986c-6fdcf297c4bf req-d718d608-86f1-4c2e-93fe-fcedc17c951a tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 210 time: 0.1340013 Aug 23 10:23:20.562221 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42b266-7e2b-4515-a0ee-06a74a448d50 None None] Pushing event updated for resources: {'Port': ['ID=a2a73608-efed-453c-9892-ece254a27b04,revision_number=3']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:20.600192 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:20.607573 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-0a42b266-7e2b-4515-a0ee-06a74a448d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:20.638270 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-f45c35d5-41b5-4dc8-b930-59fb6cbe66fd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:20.642640 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:20.652479 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:20.664833 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Attempting to bind port a2a73608-efed-453c-9892-ece254a27b04 on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:23:20.665219 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Attempting to bind port a2a73608-efed-453c-9892-ece254a27b04 by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': '9840eb18-ca6c-4bd2-904d-ed80b734c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36'}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:23:20.665596 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Attempting to bind port a2a73608-efed-453c-9892-ece254a27b04 on network beaa0003-69d7-4b97-9864-2eb2a7e8ac36 {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:23:20.673915 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:23:20.674544 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Checking segment: {'id': '9840eb18-ca6c-4bd2-904d-ed80b734c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:23:20.675459 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:20.675913 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Bound using segment: {'id': '9840eb18-ca6c-4bd2-904d-ed80b734c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36'} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:23:20.676864 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Bound port: a2a73608-efed-453c-9892-ece254a27b04, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9840eb18-ca6c-4bd2-904d-ed80b734c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36'}}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:23:20.677264 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:20.696782 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-f45c35d5-41b5-4dc8-b930-59fb6cbe66fd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:20.707012 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 40566) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:20.708762 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-58a36e42-f0b7-4510-b15f-38779c481967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:20.736907 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:23:20.738257 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:23:20.745224 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:23:20.750257 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['187b0acb-0811-412e-ace7-f2ea1315cadf', '89da9404-62aa-4000-9d8f-d1dd4d2e55b2'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:23:20.785877 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Pushing event updated for resources: {'Port': ['ID=6cec4d76-e2b7-473b-a3a3-5d9c8167f7a0,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:20.793198 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:20.793459 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-f45c35d5-41b5-4dc8-b930-59fb6cbe66fd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Network 74466438-5a63-441f-a8a8-f5014503b519 is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:23:20.796622 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-f45c35d5-41b5-4dc8-b930-59fb6cbe66fd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:23:20.799137 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-f45c35d5-41b5-4dc8-b930-59fb6cbe66fd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:23:20.805879 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-f45c35d5-41b5-4dc8-b930-59fb6cbe66fd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:20.806545 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-f45c35d5-41b5-4dc8-b930-59fb6cbe66fd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for port, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:20.840967 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c35d5-41b5-4dc8-b930-59fb6cbe66fd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Pushing event updated for resources: {'Port': ['ID=1b781cd5-74cd-4bd9-bd00-4017bebe6d9a,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:20.844027 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-f45c35d5-41b5-4dc8-b930-59fb6cbe66fd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5157609 Aug 23 10:23:20.845077 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-f45c35d5-41b5-4dc8-b930-59fb6cbe66fd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:20.866261 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Request body: {'port': {'device_id': '20c417b5-b755-4dff-ad7f-d715bc97e329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:20.884409 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] For port a2a73608-efed-453c-9892-ece254a27b04, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:23:20.889690 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] For port a2a73608-efed-453c-9892-ece254a27b04, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=a2a73608-efed-453c-9892-ece254a27b04,segment=NetworkSegment(9840eb18-ca6c-4bd2-904d-ed80b734c036),segment_id=9840eb18-ca6c-4bd2-904d-ed80b734c036)] {{(pid=79165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:23:20.905898 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:20.920254 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:20.974166 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:21.030897 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8e828ff0-e7e5-4990-a4b4-2bef65b98041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:21.066656 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:21.068841 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:21.069771 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42b266-7e2b-4515-a0ee-06a74a448d50 None None] Pushing event updated for resources: {'Port': ['ID=a2a73608-efed-453c-9892-ece254a27b04,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:21.075771 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Routers {'197b5de3-6140-4b99-99cb-f13cdaa02d2f'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:23:21.076644 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:23:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:21.153115 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-8e828ff0-e7e5-4990-a4b4-2bef65b98041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:21.181473 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-0a42b266-7e2b-4515-a0ee-06a74a448d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:21.208186 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-8e828ff0-e7e5-4990-a4b4-2bef65b98041 admin admin] Usage tracker for resource:security_group_rule and tenant:f6f8c8a175ab4a76ae83f31d41b6a9e8 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:21.213420 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-8e828ff0-e7e5-4990-a4b4-2bef65b98041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:21.230678 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-8e828ff0-e7e5-4990-a4b4-2bef65b98041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:21.499102 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:21.513776 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f242cae-f69b-4600-b714-0911d7d9fdcd req-c55b5bea-ba2a-4414-989b-d3d95f109186 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:21.515401 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5f242cae-f69b-4600-b714-0911d7d9fdcd req-c55b5bea-ba2a-4414-989b-d3d95f109186 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.1716959 Aug 23 10:23:21.516640 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:21.522479 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:21.611115 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] Set router 197b5de3-6140-4b99-99cb-f13cdaa02d2f gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:23:21.820664 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5f242cae-f69b-4600-b714-0911d7d9fdcd req-e86c6d71-d90e-4c7f-9519-ea7a5dc3dd0a tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149687 Aug 23 10:23:21.844534 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Pushing event updated for resources: {'Port': ['ID=6cec4d76-e2b7-473b-a3a3-5d9c8167f7a0,revision_number=2']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:21.855085 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:21.860963 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901046'] for floatingip, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:21.871999 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8e828ff0-e7e5-4990-a4b4-2bef65b98041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:21.885134 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8e828ff0-e7e5-4990-a4b4-2bef65b98041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:21.893006 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for floatingip, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:21.899966 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6818337 Aug 23 10:23:21.910203 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:21.984003 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-8e828ff0-e7e5-4990-a4b4-2bef65b98041 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6f8c8a175ab4a76ae83f31d41b6a9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2348576 Aug 23 10:23:21.986605 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 40610) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:21.994341 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e828ff0-e7e5-4990-a4b4-2bef65b98041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f16285-9486-48db-9fe0-9bbfd1718ac1,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:22.007349 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-8e828ff0-e7e5-4990-a4b4-2bef65b98041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:22.113435 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 40618) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:22.120368 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a {{(pid=79163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:23:22.146919 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b9b76-d388-4168-b1e6-8a9f7aef33a9 req-0557b2c6-c686-4798-84a6-1ac902596163 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:22.147971 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-a58b9b76-d388-4168-b1e6-8a9f7aef33a9 req-0557b2c6-c686-4798-84a6-1ac902596163 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Synchronizing usage tracker for tenant:69e810a489604e6cb2020d8ccda61414 on resource:port {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:23:22.166270 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:22.205242 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5b1e6095-5bb0-40f4-9852-4957db6782b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:22.215270 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.provisioning_blocks [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Transition to ACTIVE for port object 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a will not be triggered until provisioned by entity L2. {{(pid=79163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:23:22.227259 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-a58b9b76-d388-4168-b1e6-8a9f7aef33a9 req-0557b2c6-c686-4798-84a6-1ac902596163 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Unset dirty status for tenant:69e810a489604e6cb2020d8ccda61414 on resource:port {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:23:22.230001 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a58b9b76-d388-4168-b1e6-8a9f7aef33a9 req-0557b2c6-c686-4798-84a6-1ac902596163 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 931 time: 0.5175378 Aug 23 10:23:22.233068 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:22.279304 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:22.297862 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5b1e6095-5bb0-40f4-9852-4957db6782b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:22.452181 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a58b9b76-d388-4168-b1e6-8a9f7aef33a9 req-83d2cb3a-fe83-41d1-9c3d-2b8d2598b7cc tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073002 Aug 23 10:23:22.482737 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:23:15Z', 'revision_number': 4, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port': {'id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:09Z', 'updated_at': '2021-08-23T10:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'a2a73608-efed-453c-9892-ece254a27b04', 'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'mac_address': 'fa:16:3e:86:76:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:14Z', 'updated_at': '2021-08-23T10:23:20Z', 'revision_number': 4, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'subnets': [{'id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:22.488568 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20843e-d3ab-4ae6-8191-dc7ed360aadf None None] The sync data for ids ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'] in dv-cinder-802781-2-smb is: [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:23:15Z', 'revision_number': 4, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port': {'id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:09Z', 'updated_at': '2021-08-23T10:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'a2a73608-efed-453c-9892-ece254a27b04', 'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'mac_address': 'fa:16:3e:86:76:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:14Z', 'updated_at': '2021-08-23T10:23:20Z', 'revision_number': 4, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'subnets': [{'id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:23:22.496836 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-1eff8f25-a696-46d9-a83e-da16d6284e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:22.506945 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Pushing event updated for resources: {'Port': ['ID=1b781cd5-74cd-4bd9-bd00-4017bebe6d9a,revision_number=2']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:22.511611 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-12aafa6c-be8c-4b8c-81af-7354ce8c56cb tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Synchronizing usage tracker for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:security_group {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:23:22.525079 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5b1e6095-5bb0-40f4-9852-4957db6782b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:22.539889 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:22.543290 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:22.579767 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-1eff8f25-a696-46d9-a83e-da16d6284e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:22.590349 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e6095-5bb0-40f4-9852-4957db6782b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f16285-9486-48db-9fe0-9bbfd1718ac1,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:22.591209 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-1eff8f25-a696-46d9-a83e-da16d6284e08 admin admin] Usage tracker for resource:security_group_rule and tenant:6fce218b87554385b72f271895ea40ef is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:22.595141 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-1eff8f25-a696-46d9-a83e-da16d6284e08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:22.598627 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-5b1e6095-5bb0-40f4-9852-4957db6782b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:22.615875 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5b1e6095-5bb0-40f4-9852-4957db6782b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:22.617015 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-5b1e6095-5bb0-40f4-9852-4957db6782b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73f16285-9486-48db-9fe0-9bbfd1718ac1 HTTP/1.1" status: 204 len: 168 time: 0.6283481 Aug 23 10:23:22.633231 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-12aafa6c-be8c-4b8c-81af-7354ce8c56cb tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Unset dirty status for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:security_group {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:23:22.646322 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-12aafa6c-be8c-4b8c-81af-7354ce8c56cb tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1179188630&fields=id&tenant_id=a0f7294401b14331ae0120ea59c4e348 HTTP/1.1" status: 200 len: 267 time: 0.2241685 Aug 23 10:23:22.648700 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-1eff8f25-a696-46d9-a83e-da16d6284e08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:22.713934 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.managers [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Attempting to bind port 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:23:22.715618 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.managers [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Attempting to bind port 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '9eef0cb5-f528-4c04-94ce-cb463f292a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74466438-5a63-441f-a8a8-f5014503b519'}] {{(pid=79163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:23:22.718346 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Attempting to bind port 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a on network 74466438-5a63-441f-a8a8-f5014503b519 {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:23:22.735001 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Port 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a on network 74466438-5a63-441f-a8a8-f5014503b519 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:23:22.735604 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Attempting to bind port 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a on network 74466438-5a63-441f-a8a8-f5014503b519 {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:23:22.753285 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Checking agent: {'id': 'da4e5719-434b-498c-af5a-9a8836947b40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'started_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:23:22.753769 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Checking segment: {'id': '9eef0cb5-f528-4c04-94ce-cb463f292a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74466438-5a63-441f-a8a8-f5014503b519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:23:22.754207 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Bound using segment: {'id': '9eef0cb5-f528-4c04-94ce-cb463f292a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74466438-5a63-441f-a8a8-f5014503b519'} {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:23:22.754636 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.managers [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Bound port: 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eef0cb5-f528-4c04-94ce-cb463f292a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74466438-5a63-441f-a8a8-f5014503b519'}}] {{(pid=79163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:23:22.755641 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:22.926567 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-9e5924dd-01a1-47ce-b410-a014c0931dbc tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:22.930660 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-9e5924dd-01a1-47ce-b410-a014c0931dbc tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Synchronizing usage tracker for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:network {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:23:22.974299 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-9e5924dd-01a1-47ce-b410-a014c0931dbc tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Unset dirty status for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:network {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:23:22.975807 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-9e5924dd-01a1-47ce-b410-a014c0931dbc tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/networks?id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36 HTTP/1.1" status: 200 len: 811 time: 0.3287020 Aug 23 10:23:23.001479 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-bd51ac8f-e3e4-4e6e-8a5d-05f48c47e791 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/quotas/a0f7294401b14331ae0120ea59c4e348 HTTP/1.1" status: 200 len: 375 time: 0.0154712 Aug 23 10:23:23.100183 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] For port 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a, host hv-cinder-80278, cleared binding levels {{(pid=79163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:23:23.119028 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] For port 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1b781cd5-74cd-4bd9-bd00-4017bebe6d9a,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:23:23.129562 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:23.150250 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-6c70f9ca-1c5a-48b7-a8c8-a6c8b9d82ff3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0f7294401b14331ae0120ea59c4e348&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1388967 Aug 23 10:23:23.163789 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:23.267710 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:23.268360 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for port, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:23.270031 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] 10.222.0.46 "PUT /v2.0/ports/1b781cd5-74cd-4bd9-bd00-4017bebe6d9a HTTP/1.1" status: 200 len: 1093 time: 2.4100485 Aug 23 10:23:23.270525 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c417b5-b755-4dff-ad7f-d715bc97e329', 'tag': '1b781cd5-74cd-4bd9-bd00-4017bebe6d9a'}] {{(pid=79163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:23:23.278548 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-1eff8f25-a696-46d9-a83e-da16d6284e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:23.281322 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Pushing event updated for resources: {'Port': ['ID=1b781cd5-74cd-4bd9-bd00-4017bebe6d9a,revision_number=3']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:23.287329 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:23.289090 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-1eff8f25-a696-46d9-a83e-da16d6284e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:23.296097 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c9f66882-db9a-4f52-8f54-d79229f154d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:23.315150 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0b672-92d4-464b-9e10-ef97186b5f5c req-359f399b-21be-479f-b422-63141b78c9e8 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:23.328172 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-2de0b672-92d4-464b-9e10-ef97186b5f5c req-359f399b-21be-479f-b422-63141b78c9e8 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.3377280 Aug 23 10:23:23.397947 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-4f186126-09bc-4fcc-9456-5cd4ac0a820c service neutron] 10.222.0.20 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255673 Aug 23 10:23:23.412848 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device a2a73608-efed-453c-9892-ece254a27b04 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:23:23.518584 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-2de0b672-92d4-464b-9e10-ef97186b5f5c req-ce612e2c-bcfb-4e56-9ab1-53addfff1728 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895142 Aug 23 10:23:23.538592 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 40672) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:23.539147 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-1eff8f25-a696-46d9-a83e-da16d6284e08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fce218b87554385b72f271895ea40ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4240086 Aug 23 10:23:23.540277 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff8f25-a696-46d9-a83e-da16d6284e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80871465-0246-47f1-a741-c6230d26a587,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:23.544620 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-1eff8f25-a696-46d9-a83e-da16d6284e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:23.597571 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port a2a73608-efed-453c-9892-ece254a27b04 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:23:23.598561 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-cbbd8c1a-91da-4e88-9695-a95445a92563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:23.600131 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-cbbd8c1a-91da-4e88-9695-a95445a92563 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69e810a489604e6cb2020d8ccda61414&device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 1096 time: 0.2445099 Aug 23 10:23:23.609324 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port a2a73608-efed-453c-9892-ece254a27b04 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:23.609708 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:23.654518 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-32cdbed3-a01d-45f8-81bf-fb66f443abb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:23.685796 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-32cdbed3-a01d-45f8-81bf-fb66f443abb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:23.762274 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-32cdbed3-a01d-45f8-81bf-fb66f443abb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:23.823276 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-5c46a840-e5a1-4846-abad-ea1f49c3106b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b781cd5-74cd-4bd9-bd00-4017bebe6d9a HTTP/1.1" status: 200 len: 217 time: 0.2095258 Aug 23 10:23:23.877871 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c417b5-b755-4dff-ad7f-d715bc97e329', 'tag': '1b781cd5-74cd-4bd9-bd00-4017bebe6d9a', 'status': 'completed', 'code': 200} Aug 23 10:23:23.915553 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:23.951558 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-bedeeb06-bd60-4d10-afa5-d6791db0461f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:23.955090 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-a350baa9-24c7-49fe-bc87-2fdacd5ec296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:23.956902 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-a350baa9-24c7-49fe-bc87-2fdacd5ec296 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a HTTP/1.1" status: 200 len: 855 time: 0.1260660 Aug 23 10:23:23.960491 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-657b6beb-ff8e-492e-947b-1efb3a67952b service neutron] 10.222.0.20 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568371 Aug 23 10:23:23.973284 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdbed3-a01d-45f8-81bf-fb66f443abb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80871465-0246-47f1-a741-c6230d26a587,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:23.981116 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-32cdbed3-a01d-45f8-81bf-fb66f443abb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:23.982417 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-32cdbed3-a01d-45f8-81bf-fb66f443abb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80871465-0246-47f1-a741-c6230d26a587 HTTP/1.1" status: 204 len: 168 time: 0.4428856 Aug 23 10:23:23.983997 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-32cdbed3-a01d-45f8-81bf-fb66f443abb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:24.036647 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-a213be04-f42a-4bbb-8642-b3d1529e728f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74466438-5a63-441f-a8a8-f5014503b519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691264 Aug 23 10:23:24.054977 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port a2a73608-efed-453c-9892-ece254a27b04, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=a2a73608-efed-453c-9892-ece254a27b04,segment=NetworkSegment(9840eb18-ca6c-4bd2-904d-ed80b734c036),segment_id=9840eb18-ca6c-4bd2-904d-ed80b734c036)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:24.062936 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:24.066084 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:24.233449 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=a2a73608-efed-453c-9892-ece254a27b04,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:24.269213 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:24.279266 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-9e1a8702-1718-4c5f-99e2-bce300454fc6 service neutron] 10.222.0.46 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309463 Aug 23 10:23:24.619964 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-635863bd-58f4-4f23-8245-ef3ad8e7c9ef req-4d1bd9e0-4342-47a7-8d76-2162216c8f12 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 210 time: 0.1845930 Aug 23 10:23:24.686075 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 40720) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:24.750019 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7088b-3a19-4f62-9999-6bc0e6f5dbd6 req-fe4df256-374c-451e-a04f-f8cdf8e48163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:24.780367 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e1b7088b-3a19-4f62-9999-6bc0e6f5dbd6 req-fe4df256-374c-451e-a04f-f8cdf8e48163 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 1098 time: 0.4113648 Aug 23 10:23:24.818247 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac35b60-8644-4126-8522-8b76751d440c req-81672953-68f3-4d2a-9df1-b1586ebc99d1 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:24.828628 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1ac35b60-8644-4126-8522-8b76751d440c req-81672953-68f3-4d2a-9df1-b1586ebc99d1 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 943 time: 0.5472338 Aug 23 10:23:24.843651 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-e1b7088b-3a19-4f62-9999-6bc0e6f5dbd6 req-c46b4d40-dae6-451f-ac2c-5a53cfc77fd0 service neutron] Synchronizing usage tracker for tenant:6e7d4dde14484eceb8def1b97dfe4545 on resource:security_group {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:23:24.872445 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-e1b7088b-3a19-4f62-9999-6bc0e6f5dbd6 req-c46b4d40-dae6-451f-ac2c-5a53cfc77fd0 service neutron] Unset dirty status for tenant:6e7d4dde14484eceb8def1b97dfe4545 on resource:security_group {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:23:24.873125 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e77c64b4-cab3-4b3e-bd76-2d64270ed97f req-6ae0d707-9d60-4d25-bbec-0689c5a4f634 service neutron] 10.222.0.46 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292885 Aug 23 10:23:24.875585 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e1b7088b-3a19-4f62-9999-6bc0e6f5dbd6 req-c46b4d40-dae6-451f-ac2c-5a53cfc77fd0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848787 Aug 23 10:23:24.939312 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1ac35b60-8644-4126-8522-8b76751d440c req-1454b646-7870-4679-9fca-8b00d8ccf48b tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874002 Aug 23 10:23:24.947579 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 40732) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:24.973412 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b78a40b5-a3f0-4d2f-8bdd-7be99a97e8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:24.973862 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-94dcf6e1-28b2-4b6d-aee0-78fe31a913ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:24.990956 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-94dcf6e1-28b2-4b6d-aee0-78fe31a913ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:24.991714 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-b78a40b5-a3f0-4d2f-8bdd-7be99a97e8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:24.996569 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-b78a40b5-a3f0-4d2f-8bdd-7be99a97e8e3 admin admin] Usage tracker for resource:security_group_rule and tenant:62f041a151e64e669a54b413e0f374fc is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:24.998672 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-94dcf6e1-28b2-4b6d-aee0-78fe31a913ed admin admin] Usage tracker for resource:security_group_rule and tenant:abfb22bc205a4a93a0af318576b05845 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:25.000277 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-b78a40b5-a3f0-4d2f-8bdd-7be99a97e8e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:25.008202 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-b78a40b5-a3f0-4d2f-8bdd-7be99a97e8e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:25.008355 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-94dcf6e1-28b2-4b6d-aee0-78fe31a913ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:25.017674 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-94dcf6e1-28b2-4b6d-aee0-78fe31a913ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:25.082189 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beed803-4e01-4715-bfa8-51be161e4544 req-9475e686-4e23-4099-82c8-f4310564c6f2 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:25.083721 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6beed803-4e01-4715-bfa8-51be161e4544 req-9475e686-4e23-4099-82c8-f4310564c6f2 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.1853604 Aug 23 10:23:25.177310 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b78a40b5-a3f0-4d2f-8bdd-7be99a97e8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:25.186042 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b78a40b5-a3f0-4d2f-8bdd-7be99a97e8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:25.195832 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-0d96b82f-a459-4691-ba56-dacfc0dff224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:25.226965 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a40b5-a3f0-4d2f-8bdd-7be99a97e8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e5e9f3-c559-48bf-9689-3804401c5657,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:25.228419 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6beed803-4e01-4715-bfa8-51be161e4544 req-bd4a5c20-6fa4-45a6-ad8d-e5cb8c36098d tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352413 Aug 23 10:23:25.232156 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-b78a40b5-a3f0-4d2f-8bdd-7be99a97e8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:25.265983 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-b78a40b5-a3f0-4d2f-8bdd-7be99a97e8e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62f041a151e64e669a54b413e0f374fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146694 Aug 23 10:23:25.266340 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 40736) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:25.274245 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-94dcf6e1-28b2-4b6d-aee0-78fe31a913ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:25.284147 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9ee65-040c-4d90-a883-9fa949276ef8 req-e3985959-d652-4da9-b6af-60137d602484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:25.285833 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0fa9ee65-040c-4d90-a883-9fa949276ef8 req-e3985959-d652-4da9-b6af-60137d602484 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69e810a489604e6cb2020d8ccda61414&device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 1096 time: 0.1359727 Aug 23 10:23:25.287134 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-94dcf6e1-28b2-4b6d-aee0-78fe31a913ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:25.294051 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-8721e75a-f63e-476d-8ce8-354f04991622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:25.328980 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcf6e1-28b2-4b6d-aee0-78fe31a913ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdf14e7-e77a-441e-a2a4-41a1cf4c4afc,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:25.378852 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9be2e4eb-59b6-4c29-9df1-31d827203a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:25.395095 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device a2a73608-efed-453c-9892-ece254a27b04 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:23:25.423543 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9be2e4eb-59b6-4c29-9df1-31d827203a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:25.461476 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-94dcf6e1-28b2-4b6d-aee0-78fe31a913ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:25.492112 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9be2e4eb-59b6-4c29-9df1-31d827203a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:25.494489 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port a2a73608-efed-453c-9892-ece254a27b04 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:25.495085 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:25.498439 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7cc9bd40-63d1-405f-b741-6ffb9998c096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:25.514326 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-94dcf6e1-28b2-4b6d-aee0-78fe31a913ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abfb22bc205a4a93a0af318576b05845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8238716 Aug 23 10:23:25.516432 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2e4eb-59b6-4c29-9df1-31d827203a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e5e9f3-c559-48bf-9689-3804401c5657,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:25.518105 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 40744) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:25.521169 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-9be2e4eb-59b6-4c29-9df1-31d827203a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:25.531969 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9be2e4eb-59b6-4c29-9df1-31d827203a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:25.533083 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-9be2e4eb-59b6-4c29-9df1-31d827203a87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6e5e9f3-c559-48bf-9689-3804401c5657 HTTP/1.1" status: 204 len: 168 time: 0.2659767 Aug 23 10:23:25.604415 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9ee65-040c-4d90-a883-9fa949276ef8 req-8adb5d75-515a-4c08-ae84-a28c4569549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:25.606410 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0fa9ee65-040c-4d90-a883-9fa949276ef8 req-8adb5d75-515a-4c08-ae84-a28c4569549b service neutron] 10.222.0.46 "GET /v2.0/networks?id=74466438-5a63-441f-a8a8-f5014503b519 HTTP/1.1" status: 200 len: 916 time: 0.2831354 Aug 23 10:23:25.725059 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0fa9ee65-040c-4d90-a883-9fa949276ef8 req-6dfef271-0fa0-4606-90ad-1e42fc45ab7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b781cd5-74cd-4bd9-bd00-4017bebe6d9a HTTP/1.1" status: 200 len: 217 time: 0.0821352 Aug 23 10:23:25.789217 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-75245a8d-5147-4bd6-8829-87a66bb6a608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:25.792974 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-52ffdf36-b34e-4c2d-81c5-ad7fe621176d req-9b33b6f5-f89a-4663-b7b4-937afd929d5b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Synchronizing usage tracker for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:port {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:23:25.813719 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-52ffdf36-b34e-4c2d-81c5-ad7fe621176d req-9b33b6f5-f89a-4663-b7b4-937afd929d5b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Unset dirty status for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:port {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:23:25.820341 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-52ffdf36-b34e-4c2d-81c5-ad7fe621176d req-9b33b6f5-f89a-4663-b7b4-937afd929d5b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 210 time: 0.0713043 Aug 23 10:23:25.850421 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-75245a8d-5147-4bd6-8829-87a66bb6a608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:25.880779 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9ee65-040c-4d90-a883-9fa949276ef8 req-d8038097-9e5e-4fa5-9a41-6f82583d9150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:25.882206 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0fa9ee65-040c-4d90-a883-9fa949276ef8 req-d8038097-9e5e-4fa5-9a41-6f82583d9150 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a HTTP/1.1" status: 200 len: 855 time: 0.1410551 Aug 23 10:23:25.940562 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0fa9ee65-040c-4d90-a883-9fa949276ef8 req-1de2e13c-e234-48e2-8c67-f466c6e41d61 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74466438-5a63-441f-a8a8-f5014503b519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473337 Aug 23 10:23:25.984743 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-75245a8d-5147-4bd6-8829-87a66bb6a608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:25.997661 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-32cdbed3-a01d-45f8-81bf-fb66f443abb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:26.031822 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75245a8d-5147-4bd6-8829-87a66bb6a608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdf14e7-e77a-441e-a2a4-41a1cf4c4afc,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:26.045670 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-75245a8d-5147-4bd6-8829-87a66bb6a608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:26.115224 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-75245a8d-5147-4bd6-8829-87a66bb6a608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:26.118963 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-75245a8d-5147-4bd6-8829-87a66bb6a608 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cdf14e7-e77a-441e-a2a4-41a1cf4c4afc HTTP/1.1" status: 204 len: 168 time: 0.5876188 Aug 23 10:23:26.304691 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0fa9ee65-040c-4d90-a883-9fa949276ef8 req-3ae4970f-5d61-4143-a31b-75748d6cfd10 service neutron] 10.222.0.46 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424685 Aug 23 10:23:26.552918 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68add9ea-a8fe-47de-ac68-b67faea61fd4 req-8d6ba781-b9fa-4ba4-a0c8-2310da0b1891 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:26.554532 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-68add9ea-a8fe-47de-ac68-b67faea61fd4 req-8d6ba781-b9fa-4ba4-a0c8-2310da0b1891 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 943 time: 0.4319592 Aug 23 10:23:26.686442 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-68add9ea-a8fe-47de-ac68-b67faea61fd4 req-db518b4c-6423-4f2a-adff-f50a9ec84997 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129286 Aug 23 10:23:26.736519 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-4832730d-bb03-4e1b-b05d-2078098489d8 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:26.737641 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0fa9ee65-040c-4d90-a883-9fa949276ef8 req-f22d0db4-851c-495f-8b9a-fe300de8eb4b service neutron] 10.222.0.46 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315181 Aug 23 10:23:26.740367 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-4832730d-bb03-4e1b-b05d-2078098489d8 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.46 "GET /v2.0/networks?id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36 HTTP/1.1" status: 200 len: 811 time: 0.3706927 Aug 23 10:23:26.850188 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-2dd7a0fa-ae07-4613-b08d-dba689bcd33e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Synchronizing usage tracker for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:security_group {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:23:26.871913 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-2dd7a0fa-ae07-4613-b08d-dba689bcd33e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Unset dirty status for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:security_group {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:23:26.873339 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-2dd7a0fa-ae07-4613-b08d-dba689bcd33e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0f7294401b14331ae0120ea59c4e348 HTTP/1.1" status: 200 len: 380 time: 0.0950758 Aug 23 10:23:26.884876 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-4fb37e29-808f-4649-8920-fe6459c19c7a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Request body: {'port': {'device_id': '7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'admin_state_up': True, 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'security_groups': ['d7cdbd9a-99ac-4a61-9593-aae8fa3df42e']}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:26.911755 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907ddb1-35bc-4cbe-ac30-42017dbef0ae req-daef1ac2-e151-4ede-b39f-ed8af124d803 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:26.913422 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0907ddb1-35bc-4cbe-ac30-42017dbef0ae req-daef1ac2-e151-4ede-b39f-ed8af124d803 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.1718967 Aug 23 10:23:26.998513 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0907ddb1-35bc-4cbe-ac30-42017dbef0ae req-793c1e00-6f67-4198-84bd-8c6e577b9b74 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759706 Aug 23 10:23:27.054869 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-aada39b1-d244-4a34-ab2a-61dbd0c09ed0 req-06786765-39c3-4642-af41-849f7b61c9a3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 210 time: 0.0713255 Aug 23 10:23:27.161131 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-4fb37e29-808f-4649-8920-fe6459c19c7a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:27.172813 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-4fb37e29-808f-4649-8920-fe6459c19c7a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:27.182619 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 40804) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:27.202032 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-4fb37e29-808f-4649-8920-fe6459c19c7a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Made reservation on behalf of a0f7294401b14331ae0120ea59c4e348 for: {'port': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:23:27.211056 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-4fb37e29-808f-4649-8920-fe6459c19c7a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:27.249343 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8612da39-c9f8-40ea-8327-d928087d7df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:27.266683 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-8612da39-c9f8-40ea-8327-d928087d7df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:27.273408 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-8612da39-c9f8-40ea-8327-d928087d7df9 admin admin] Usage tracker for resource:security_group_rule and tenant:9417ba7ab16341b89cbd9c6b8ce8a057 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:27.276965 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-8612da39-c9f8-40ea-8327-d928087d7df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:27.285894 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-8612da39-c9f8-40ea-8327-d928087d7df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:27.388380 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8612da39-c9f8-40ea-8327-d928087d7df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:27.391028 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8612da39-c9f8-40ea-8327-d928087d7df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:27.401330 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-77dbbea0-5a60-4f4b-8487-5fdd2090e879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:27.451251 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-8612da39-c9f8-40ea-8327-d928087d7df9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9417ba7ab16341b89cbd9c6b8ce8a057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665365 Aug 23 10:23:27.451251 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612da39-c9f8-40ea-8327-d928087d7df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246e11c8-578f-4d1d-b87e-9ff85891f528,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:27.451568 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 40814) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:27.454393 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-8612da39-c9f8-40ea-8327-d928087d7df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:27.516265 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881d20f-8300-48ce-b964-05ab68faee1e req-c5bb2f35-25dc-4689-8ca8-ba3ae5145d73 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:27.517794 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a881d20f-8300-48ce-b964-05ab68faee1e req-c5bb2f35-25dc-4689-8ca8-ba3ae5145d73 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.2889423 Aug 23 10:23:27.632250 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a881d20f-8300-48ce-b964-05ab68faee1e req-441882c4-bc85-4e9d-b8d4-80f75d3350fe tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043334 Aug 23 10:23:27.643171 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d382d01d-da9f-45d2-a616-c6167a3bb489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:27.649100 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-4fb37e29-808f-4649-8920-fe6459c19c7a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Allocated IP 172.20.0.4 (beaa0003-69d7-4b97-9864-2eb2a7e8ac36/54cc7ed5-a0f7-4057-adce-6cedc0c75702/6d067c37-f93f-4d61-ae82-ed61a456739d) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:23:27.670155 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:23:27.683939 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d382d01d-da9f-45d2-a616-c6167a3bb489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:27.862841 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d382d01d-da9f-45d2-a616-c6167a3bb489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:27.866019 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-bff5969b-39c2-4e3b-8e2c-2193bec57187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:27.882176 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382d01d-da9f-45d2-a616-c6167a3bb489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246e11c8-578f-4d1d-b87e-9ff85891f528,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:27.885440 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-d382d01d-da9f-45d2-a616-c6167a3bb489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:27.936183 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d382d01d-da9f-45d2-a616-c6167a3bb489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:27.940757 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-d382d01d-da9f-45d2-a616-c6167a3bb489 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/246e11c8-578f-4d1d-b87e-9ff85891f528 HTTP/1.1" status: 204 len: 168 time: 0.4841464 Aug 23 10:23:27.946153 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-4fb37e29-808f-4649-8920-fe6459c19c7a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:27.965361 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.provisioning_blocks [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-4fb37e29-808f-4649-8920-fe6459c19c7a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Transition to ACTIVE for port object 6d067c37-f93f-4d61-ae82-ed61a456739d will not be triggered until provisioned by entity DHCP. {{(pid=79163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:23:27.974459 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1b781cd5-74cd-4bd9-bd00-4017bebe6d9a,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:28.011417 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': '1b781cd5-74cd-4bd9-bd00-4017bebe6d9a', 'network_id': '74466438-5a63-441f-a8a8-f5014503b519', 'port_id': '1b781cd5-74cd-4bd9-bd00-4017bebe6d9a', 'mac_address': 'fa:16:3e:cf:cb:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:23:28.020369 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9b21d-8d2c-4c51-8dea-d5effbc2322b req-00860f15-7966-4a9e-bf1f-956946a23ec9 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:28.022929 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f0e9b21d-8d2c-4c51-8dea-d5effbc2322b req-00860f15-7966-4a9e-bf1f-956946a23ec9 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 943 time: 0.1406524 Aug 23 10:23:28.027777 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-4fb37e29-808f-4649-8920-fe6459c19c7a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:28.043718 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:28.087118 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:28.106767 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:23:28.127512 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1b781cd5-74cd-4bd9-bd00-4017bebe6d9a,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:28.129363 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f0e9b21d-8d2c-4c51-8dea-d5effbc2322b req-38c58367-61b2-4e76-b7f5-f4695ace2a3e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995564 Aug 23 10:23:28.135425 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:28.139384 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:28.248561 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=1b781cd5-74cd-4bd9-bd00-4017bebe6d9a,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:28.257767 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:28.259291 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-4fb37e29-808f-4649-8920-fe6459c19c7a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Network beaa0003-69d7-4b97-9864-2eb2a7e8ac36 is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:23:28.274681 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-4fb37e29-808f-4649-8920-fe6459c19c7a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:23:28.278671 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-4fb37e29-808f-4649-8920-fe6459c19c7a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:23:28.293979 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-4fb37e29-808f-4649-8920-fe6459c19c7a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:28.294610 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-4fb37e29-808f-4649-8920-fe6459c19c7a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for port, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:28.412245 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb37e29-808f-4649-8920-fe6459c19c7a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Pushing event updated for resources: {'Port': ['ID=6d067c37-f93f-4d61-ae82-ed61a456739d,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:28.419214 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-4fb37e29-808f-4649-8920-fe6459c19c7a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:28.434776 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-4fb37e29-808f-4649-8920-fe6459c19c7a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5543473 Aug 23 10:23:28.451575 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Request body: {'port': {'device_id': '7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:28.533435 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['1b781cd5-74cd-4bd9-bd00-4017bebe6d9a'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:23:28.655704 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b42d2a-bfd4-4383-95d9-4846022b5e01 req-3c9758bf-a764-421d-b666-95cad89b7ac1 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:28.656830 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-61b42d2a-bfd4-4383-95d9-4846022b5e01 req-3c9758bf-a764-421d-b666-95cad89b7ac1 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Synchronizing usage tracker for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:port {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:23:28.682350 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:28.702901 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-61b42d2a-bfd4-4383-95d9-4846022b5e01 req-3c9758bf-a764-421d-b666-95cad89b7ac1 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Unset dirty status for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:port {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:23:28.710976 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-61b42d2a-bfd4-4383-95d9-4846022b5e01 req-3c9758bf-a764-421d-b666-95cad89b7ac1 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 931 time: 0.3925741 Aug 23 10:23:28.715582 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-df14bce0-5b56-4c49-9c4c-4844dbe28309 None None] Provisioning for port 6d067c37-f93f-4d61-ae82-ed61a456739d completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:23:28.736092 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-df14bce0-5b56-4c49-9c4c-4844dbe28309 None None] Provisioning complete for port 6d067c37-f93f-4d61-ae82-ed61a456739d triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:28.736664 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-df14bce0-5b56-4c49-9c4c-4844dbe28309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:28.856570 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-df14bce0-5b56-4c49-9c4c-4844dbe28309 None None] Port 6d067c37-f93f-4d61-ae82-ed61a456739d cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:23:28.874105 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-61b42d2a-bfd4-4383-95d9-4846022b5e01 req-21d4c66a-bd3b-411c-8168-8af11ee8d4d9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615095 Aug 23 10:23:29.239020 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d067c37-f93f-4d61-ae82-ed61a456739d {{(pid=79163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:23:29.250832 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:29.327467 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.provisioning_blocks [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Transition to ACTIVE for port object 6d067c37-f93f-4d61-ae82-ed61a456739d will not be triggered until provisioned by entity L2. {{(pid=79163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:23:29.336191 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:29.348770 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:29.489806 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d067c37-f93f-4d61-ae82-ed61a456739d,revision_number=2']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:29.523816 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:29.561143 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6fb52-e968-465e-a9ac-c599258af10b req-058d0916-0ef4-4c7f-82cd-2db2b8a8788f tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:29.563002 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-45d6fb52-e968-465e-a9ac-c599258af10b req-058d0916-0ef4-4c7f-82cd-2db2b8a8788f tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 944 time: 0.2857854 Aug 23 10:23:29.628654 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.managers [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Attempting to bind port 6d067c37-f93f-4d61-ae82-ed61a456739d on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:23:29.629319 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.managers [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Attempting to bind port 6d067c37-f93f-4d61-ae82-ed61a456739d by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '9840eb18-ca6c-4bd2-904d-ed80b734c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36'}] {{(pid=79163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:23:29.629657 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Attempting to bind port 6d067c37-f93f-4d61-ae82-ed61a456739d on network beaa0003-69d7-4b97-9864-2eb2a7e8ac36 {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:23:29.638855 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Port 6d067c37-f93f-4d61-ae82-ed61a456739d on network beaa0003-69d7-4b97-9864-2eb2a7e8ac36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:23:29.639179 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Attempting to bind port 6d067c37-f93f-4d61-ae82-ed61a456739d on network beaa0003-69d7-4b97-9864-2eb2a7e8ac36 {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:23:29.664199 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-45d6fb52-e968-465e-a9ac-c599258af10b req-70d7cca7-47b8-4916-b81c-846363fcd0d2 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943260 Aug 23 10:23:29.665072 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Checking agent: {'id': 'da4e5719-434b-498c-af5a-9a8836947b40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'started_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:23:29.665543 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Checking segment: {'id': '9840eb18-ca6c-4bd2-904d-ed80b734c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:23:29.666056 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Bound using segment: {'id': '9840eb18-ca6c-4bd2-904d-ed80b734c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36'} {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:23:29.666497 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.managers [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Bound port: 6d067c37-f93f-4d61-ae82-ed61a456739d, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9840eb18-ca6c-4bd2-904d-ed80b734c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36'}}] {{(pid=79163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:23:29.666839 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:29.806543 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] For port 6d067c37-f93f-4d61-ae82-ed61a456739d, host hv-cinder-80278, cleared binding levels {{(pid=79163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:23:29.811936 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] For port 6d067c37-f93f-4d61-ae82-ed61a456739d, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6d067c37-f93f-4d61-ae82-ed61a456739d,segment=NetworkSegment(9840eb18-ca6c-4bd2-904d-ed80b734c036),segment_id=9840eb18-ca6c-4bd2-904d-ed80b734c036)] {{(pid=79163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:23:29.818506 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:29.829549 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:29.872868 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:29.873597 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for port, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:29.875089 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] 10.222.0.46 "PUT /v2.0/ports/6d067c37-f93f-4d61-ae82-ed61a456739d HTTP/1.1" status: 200 len: 1093 time: 1.4285610 Aug 23 10:23:29.884148 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda', 'tag': '6d067c37-f93f-4d61-ae82-ed61a456739d'}] {{(pid=79163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:23:30.079368 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d067c37-f93f-4d61-ae82-ed61a456739d,revision_number=3']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:30.091458 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda', 'tag': '6d067c37-f93f-4d61-ae82-ed61a456739d', 'status': 'completed', 'code': 200} Aug 23 10:23:30.093700 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:30.238644 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-bdc8a312-fe6f-4ec8-b9a3-c55aca318e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:30.249052 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-bdc8a312-fe6f-4ec8-b9a3-c55aca318e1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0f7294401b14331ae0120ea59c4e348&device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 1096 time: 0.1564229 Aug 23 10:23:30.408656 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bf137-5b06-4822-9191-7e69be045a13 req-a53e15e7-5e9c-4b46-826e-6fa302df72b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:30.411235 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b36bf137-5b06-4822-9191-7e69be045a13 req-a53e15e7-5e9c-4b46-826e-6fa302df72b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24148a0a1b3d4246851e79ae6f24b70c&device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 1099 time: 0.2070744 Aug 23 10:23:30.466344 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-c13402b7-c5cd-43c5-99ab-eefa4b531ff8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d067c37-f93f-4d61-ae82-ed61a456739d HTTP/1.1" status: 200 len: 217 time: 0.1254926 Aug 23 10:23:30.525368 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 40956) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:30.576882 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e64cc-927e-4d19-a877-cd0b60f1dd62 req-27d16bd2-b972-47e0-8ac7-2dc65d92a2b9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:30.592371 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-391e64cc-927e-4d19-a877-cd0b60f1dd62 req-27d16bd2-b972-47e0-8ac7-2dc65d92a2b9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 943 time: 0.3272638 Aug 23 10:23:30.611196 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-da3284f8-d334-455a-9e78-fb11d425c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:30.613428 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-da3284f8-d334-455a-9e78-fb11d425c8b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54cc7ed5-a0f7-4057-adce-6cedc0c75702 HTTP/1.1" status: 200 len: 850 time: 0.1294968 Aug 23 10:23:30.701557 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-391e64cc-927e-4d19-a877-cd0b60f1dd62 req-6378ac81-d753-41f5-a37b-4f212d7939cf tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155462 Aug 23 10:23:30.747219 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-467f50f1-e09a-420e-8e4a-575cc1890edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:30.749153 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-467f50f1-e09a-420e-8e4a-575cc1890edc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1193602 Aug 23 10:23:30.801834 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bf137-5b06-4822-9191-7e69be045a13 req-65150b46-6d44-41d8-b9bf-3081396e39c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:30.803278 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b36bf137-5b06-4822-9191-7e69be045a13 req-65150b46-6d44-41d8-b9bf-3081396e39c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49c0bc69-0d72-4f29-9e86-250119aa9fcc HTTP/1.1" status: 200 len: 919 time: 0.3816779 Aug 23 10:23:30.892023 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b36bf137-5b06-4822-9191-7e69be045a13 req-066e4e8b-ad8f-4620-80f4-55a298f3d169 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b30be037-c5a8-4674-94a8-ad1313c97b71 HTTP/1.1" status: 200 len: 217 time: 0.0805125 Aug 23 10:23:30.904627 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3641bc-0b7a-44c0-a756-a0d9faae1107 req-feca2902-d0cf-4693-b8aa-4354f0ff611c tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:30.906306 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-3c3641bc-0b7a-44c0-a756-a0d9faae1107 req-feca2902-d0cf-4693-b8aa-4354f0ff611c tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.2415001 Aug 23 10:23:30.908521 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-762b6bc6-0aee-49c4-98a0-921429647570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:30.973974 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-762b6bc6-0aee-49c4-98a0-921429647570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:30.986357 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-762b6bc6-0aee-49c4-98a0-921429647570 admin admin] Usage tracker for resource:security_group_rule and tenant:473f1881e3ec430d8072ea49aff8a009 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:30.993007 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-762b6bc6-0aee-49c4-98a0-921429647570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:31.009500 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-762b6bc6-0aee-49c4-98a0-921429647570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:31.019710 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-82081f0f-8bab-4bb7-b16c-587d680fdf9f service neutron] 10.222.0.46 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564623 Aug 23 10:23:31.030251 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e8e93-24b8-47f4-99c2-2f83288f8395 req-1dc99760-f42d-4143-a79b-f7ab517d42d3 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:31.030489 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bf137-5b06-4822-9191-7e69be045a13 req-0e31bfbb-ed11-4b46-abb2-ddeeb0b53ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:31.031738 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b36bf137-5b06-4822-9191-7e69be045a13 req-0e31bfbb-ed11-4b46-abb2-ddeeb0b53ed9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd439ff1-addd-478f-96e1-80b2d62b0219 HTTP/1.1" status: 200 len: 858 time: 0.1242464 Aug 23 10:23:31.031895 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5c7e8e93-24b8-47f4-99c2-2f83288f8395 req-1dc99760-f42d-4143-a79b-f7ab517d42d3 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 944 time: 0.1985211 Aug 23 10:23:31.044255 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-3c3641bc-0b7a-44c0-a756-a0d9faae1107 req-774eedc4-d0b0-47b1-ad78-e6d140ae0d7c tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247749 Aug 23 10:23:31.095489 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b36bf137-5b06-4822-9191-7e69be045a13 req-63050f73-959b-49d3-82ba-fa4ad153e7fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49c0bc69-0d72-4f29-9e86-250119aa9fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545566 Aug 23 10:23:31.194109 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5c7e8e93-24b8-47f4-99c2-2f83288f8395 req-1d7728b7-ff0d-430d-8807-75551d7ecd8f tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423256 Aug 23 10:23:31.231210 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6a4328c8-9507-47d9-afca-77ea162b6c84 req-eaa2f2b2-bea4-424c-bc07-38b05d17761d service neutron] 10.222.0.46 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984048 Aug 23 10:23:31.328099 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-762b6bc6-0aee-49c4-98a0-921429647570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:31.331611 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b36bf137-5b06-4822-9191-7e69be045a13 req-6c237736-c417-4450-97d3-ecfa40f38d87 service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169287 Aug 23 10:23:31.333002 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-762b6bc6-0aee-49c4-98a0-921429647570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:31.340666 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-af269d8a-b542-4814-b256-9c853a756fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:31.391700 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a68fe6-4202-42bc-9dc3-69ee60e6b20e req-688b1eb9-f6f6-4049-977c-c87db9500927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:31.394201 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b3a68fe6-4202-42bc-9dc3-69ee60e6b20e req-688b1eb9-f6f6-4049-977c-c87db9500927 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0f7294401b14331ae0120ea59c4e348&device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 1096 time: 0.0782354 Aug 23 10:23:31.426566 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-762b6bc6-0aee-49c4-98a0-921429647570 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=473f1881e3ec430d8072ea49aff8a009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9001169 Aug 23 10:23:31.429447 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b6bc6-0aee-49c4-98a0-921429647570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02517fa-bfb4-4e78-93bc-e351d0a61b64,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:31.430802 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 40974) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:31.436030 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-762b6bc6-0aee-49c4-98a0-921429647570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:31.526245 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b36bf137-5b06-4822-9191-7e69be045a13 req-c598face-ecaa-4534-a981-452930852eb1 service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765933 Aug 23 10:23:31.597970 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-1d0ef077-41b2-4928-8453-80338e02d86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:31.600272 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a68fe6-4202-42bc-9dc3-69ee60e6b20e req-62b39858-2484-4514-8391-f8051419bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:31.601716 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b3a68fe6-4202-42bc-9dc3-69ee60e6b20e req-62b39858-2484-4514-8391-f8051419bd08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36 HTTP/1.1" status: 200 len: 912 time: 0.1937072 Aug 23 10:23:31.680052 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:23:31.693039 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-1d0ef077-41b2-4928-8453-80338e02d86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:31.703326 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b3a68fe6-4202-42bc-9dc3-69ee60e6b20e req-3c27fd6f-2ea2-4191-9846-6c7e6695a893 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d067c37-f93f-4d61-ae82-ed61a456739d HTTP/1.1" status: 200 len: 217 time: 0.0813088 Aug 23 10:23:31.794934 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 40998) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:31.795587 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a68fe6-4202-42bc-9dc3-69ee60e6b20e req-637bc61a-3886-4151-8c2b-a92f61a2ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:31.797079 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b3a68fe6-4202-42bc-9dc3-69ee60e6b20e req-637bc61a-3886-4151-8c2b-a92f61a2ddb5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54cc7ed5-a0f7-4057-adce-6cedc0c75702 HTTP/1.1" status: 200 len: 850 time: 0.0824049 Aug 23 10:23:31.853507 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning for port 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:23:31.853619 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-1d0ef077-41b2-4928-8453-80338e02d86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:31.860374 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:31.860790 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:31.863139 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-8e828ff0-e7e5-4990-a4b4-2bef65b98041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:31.892239 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ef077-41b2-4928-8453-80338e02d86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02517fa-bfb4-4e78-93bc-e351d0a61b64,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:31.895630 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-1d0ef077-41b2-4928-8453-80338e02d86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:31.898067 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-1d0ef077-41b2-4928-8453-80338e02d86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:31.899245 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-1d0ef077-41b2-4928-8453-80338e02d86e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e02517fa-bfb4-4e78-93bc-e351d0a61b64 HTTP/1.1" status: 204 len: 168 time: 0.4647882 Aug 23 10:23:31.988719 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-660b23e9-5968-4029-bc56-c0a43b0a2bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.004721 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a68fe6-4202-42bc-9dc3-69ee60e6b20e req-7b286f74-d5d3-49cb-9d8c-bfef7e0448d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:32.006394 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b3a68fe6-4202-42bc-9dc3-69ee60e6b20e req-7b286f74-d5d3-49cb-9d8c-bfef7e0448d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1972470 Aug 23 10:23:32.025786 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-660b23e9-5968-4029-bc56-c0a43b0a2bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:32.035291 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-660b23e9-5968-4029-bc56-c0a43b0a2bb2 admin admin] Usage tracker for resource:security_group_rule and tenant:1da99112b39344d1876cb2bd063a77ba is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:32.039613 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-660b23e9-5968-4029-bc56-c0a43b0a2bb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:32.047343 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-660b23e9-5968-4029-bc56-c0a43b0a2bb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:32.131187 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.131364 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda76e7-0120-401e-9534-04c45649d0f1 req-eee43468-32b3-475b-a706-c57c3478acac tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:32.132905 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-7fda76e7-0120-401e-9534-04c45649d0f1 req-eee43468-32b3-475b-a706-c57c3478acac tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 943 time: 0.2229497 Aug 23 10:23:32.169851 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1b781cd5-74cd-4bd9-bd00-4017bebe6d9a,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:32.171191 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c417b5-b755-4dff-ad7f-d715bc97e329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b781cd5-74cd-4bd9-bd00-4017bebe6d9a'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:23:32.179317 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.182287 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:32.288110 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-660b23e9-5968-4029-bc56-c0a43b0a2bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.296668 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-660b23e9-5968-4029-bc56-c0a43b0a2bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.309229 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=1b781cd5-74cd-4bd9-bd00-4017bebe6d9a,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:32.310558 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-90bcc9d7-1a04-48d2-8734-a899ca7a1aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:32.319293 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 41022) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:32.336893 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:32.381593 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-7fda76e7-0120-401e-9534-04c45649d0f1 req-7fb57622-5f21-4193-b8c0-8b4e40972436 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330342 Aug 23 10:23:32.408654 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b3a68fe6-4202-42bc-9dc3-69ee60e6b20e req-33e18a04-173a-4354-a62a-d8368b1142f4 service neutron] 10.222.0.46 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921533 Aug 23 10:23:32.454455 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b23e9-5968-4029-bc56-c0a43b0a2bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7fb0a9-9dd0-4e9d-94ae-2c92c970d8bd,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:32.463411 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-660b23e9-5968-4029-bc56-c0a43b0a2bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:32.473595 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-660b23e9-5968-4029-bc56-c0a43b0a2bb2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1da99112b39344d1876cb2bd063a77ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6767476 Aug 23 10:23:32.476517 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 41030) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:32.476984 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 41032) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:32.482347 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c417b5-b755-4dff-ad7f-d715bc97e329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b781cd5-74cd-4bd9-bd00-4017bebe6d9a', 'code': 200} Aug 23 10:23:32.610840 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-6910341c-5061-45c1-85f8-223049a4e801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.659516 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-26d2b2e4-e580-41a7-a10d-fd04dd39832f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.671205 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0e6fe897-654e-47b6-b41b-b3510abf9b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.690938 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-26d2b2e4-e580-41a7-a10d-fd04dd39832f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.715657 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-6910341c-5061-45c1-85f8-223049a4e801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:32.730543 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-6910341c-5061-45c1-85f8-223049a4e801 admin admin] Usage tracker for resource:security_group_rule and tenant:a2c1df053e8a4df68363a8eeacd300dc is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:32.738345 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-0e6fe897-654e-47b6-b41b-b3510abf9b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:32.740816 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4c6ba-9fc4-4fec-ba7b-a8d3f961cd79 req-9b235e53-0db8-4891-ab3f-e51abeeb3004 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:32.742392 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-17d4c6ba-9fc4-4fec-ba7b-a8d3f961cd79 req-9b235e53-0db8-4891-ab3f-e51abeeb3004 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.4156115 Aug 23 10:23:32.749016 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-0e6fe897-654e-47b6-b41b-b3510abf9b52 admin admin] Usage tracker for resource:security_group_rule and tenant:6f32be5ea8c24b2d9c6aaf7d27ee8068 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:32.753314 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-0e6fe897-654e-47b6-b41b-b3510abf9b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:32.763859 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-0e6fe897-654e-47b6-b41b-b3510abf9b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:32.775953 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-6910341c-5061-45c1-85f8-223049a4e801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:32.799322 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b3a68fe6-4202-42bc-9dc3-69ee60e6b20e req-077a4eeb-b044-48ca-8e49-5a2498eb8d52 service neutron] 10.222.0.46 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806162 Aug 23 10:23:32.815803 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-6910341c-5061-45c1-85f8-223049a4e801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:32.844571 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfc778-27d8-4275-a72f-410e282fdf16 req-98622447-fea1-4b73-a0d2-6f426242e0d6 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:32.845901 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-29cfc778-27d8-4275-a72f-410e282fdf16 req-98622447-fea1-4b73-a0d2-6f426242e0d6 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 945 time: 0.1636829 Aug 23 10:23:32.869626 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-17d4c6ba-9fc4-4fec-ba7b-a8d3f961cd79 req-c7beccf1-28c5-4d4e-a959-ed4a6729a923 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833056 Aug 23 10:23:32.899975 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-26d2b2e4-e580-41a7-a10d-fd04dd39832f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.906506 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:32.932255 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2b2e4-e580-41a7-a10d-fd04dd39832f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7fb0a9-9dd0-4e9d-94ae-2c92c970d8bd,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:32.937589 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-26d2b2e4-e580-41a7-a10d-fd04dd39832f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:32.947362 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebcc13-d5e5-44ef-877d-0b313106f37a req-a149a7bc-f528-467c-9dfc-cfc6b9346408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:32.948877 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-dfebcc13-d5e5-44ef-877d-0b313106f37a req-a149a7bc-f528-467c-9dfc-cfc6b9346408 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 1098 time: 0.2196791 Aug 23 10:23:32.999547 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-26d2b2e4-e580-41a7-a10d-fd04dd39832f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.000257 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0e6fe897-654e-47b6-b41b-b3510abf9b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.003946 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-26d2b2e4-e580-41a7-a10d-fd04dd39832f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a7fb0a9-9dd0-4e9d-94ae-2c92c970d8bd HTTP/1.1" status: 204 len: 168 time: 0.5228150 Aug 23 10:23:33.016960 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-29cfc778-27d8-4275-a72f-410e282fdf16 req-96d404f4-f3c2-4589-87c8-4ab04aa48aa9 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633458 Aug 23 10:23:33.017973 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0e6fe897-654e-47b6-b41b-b3510abf9b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.052316 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-9ddefd17-cedb-4d80-8da8-449f1d8ffce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:33.091429 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-6910341c-5061-45c1-85f8-223049a4e801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.093702 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-dfebcc13-d5e5-44ef-877d-0b313106f37a req-665b7ce5-b0da-4b80-9a2e-fb9111d5002a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310079 Aug 23 10:23:33.101446 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 41050) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:33.104383 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-6910341c-5061-45c1-85f8-223049a4e801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.108841 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-0e6fe897-654e-47b6-b41b-b3510abf9b52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f32be5ea8c24b2d9c6aaf7d27ee8068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7815950 Aug 23 10:23:33.136156 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fe897-654e-47b6-b41b-b3510abf9b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281c22b0-6616-4bca-a36d-619b3b6e5dfb,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:33.139922 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:33.142449 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-0e6fe897-654e-47b6-b41b-b3510abf9b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:33.211886 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-6910341c-5061-45c1-85f8-223049a4e801 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2c1df053e8a4df68363a8eeacd300dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7322812 Aug 23 10:23:33.216951 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 41054) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:33.230399 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910341c-5061-45c1-85f8-223049a4e801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1709157a-0399-481e-b282-282797d3e129,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:33.235731 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-6910341c-5061-45c1-85f8-223049a4e801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:33.255296 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-1d175b3a-9708-4f73-99c6-8055ce57eab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.299261 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6ee1412c-2248-475e-86a8-24057dc57688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.299579 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-1d175b3a-9708-4f73-99c6-8055ce57eab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.328315 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6ee1412c-2248-475e-86a8-24057dc57688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.358619 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-1d175b3a-9708-4f73-99c6-8055ce57eab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.363352 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-e196ec5c-77a3-4976-999c-0c87ef41ccde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:33.380224 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d175b3a-9708-4f73-99c6-8055ce57eab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281c22b0-6616-4bca-a36d-619b3b6e5dfb,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:33.385777 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-1d175b3a-9708-4f73-99c6-8055ce57eab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:33.385777 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-1d175b3a-9708-4f73-99c6-8055ce57eab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.386603 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-1d175b3a-9708-4f73-99c6-8055ce57eab4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/281c22b0-6616-4bca-a36d-619b3b6e5dfb HTTP/1.1" status: 204 len: 168 time: 0.2833917 Aug 23 10:23:33.397311 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6ee1412c-2248-475e-86a8-24057dc57688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.403591 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-296b7e28-d299-4389-bde4-f6dbf0c54c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:33.419970 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1412c-2248-475e-86a8-24057dc57688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1709157a-0399-481e-b282-282797d3e129,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:33.436029 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-6ee1412c-2248-475e-86a8-24057dc57688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:33.447602 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6ee1412c-2248-475e-86a8-24057dc57688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.448942 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-6ee1412c-2248-475e-86a8-24057dc57688 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1709157a-0399-481e-b282-282797d3e129 HTTP/1.1" status: 204 len: 168 time: 0.2308500 Aug 23 10:23:33.603546 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8cd78-2ae7-46c4-b090-13411cdd5c3e req-779a1562-872d-42ef-999c-371e8a7b1cba tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:33.605139 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-beb8cd78-2ae7-46c4-b090-13411cdd5c3e req-779a1562-872d-42ef-999c-371e8a7b1cba tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 943 time: 0.0895455 Aug 23 10:23:33.657400 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-beb8cd78-2ae7-46c4-b090-13411cdd5c3e req-447bd12c-6963-4234-b08d-4f2d6af720dd tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460436 Aug 23 10:23:33.704344 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 6d067c37-f93f-4d61-ae82-ed61a456739d details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:23:33.866079 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 6d067c37-f93f-4d61-ae82-ed61a456739d, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6d067c37-f93f-4d61-ae82-ed61a456739d,segment=NetworkSegment(9840eb18-ca6c-4bd2-904d-ed80b734c036),segment_id=9840eb18-ca6c-4bd2-904d-ed80b734c036)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:33.880875 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': '6d067c37-f93f-4d61-ae82-ed61a456739d', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'port_id': '6d067c37-f93f-4d61-ae82-ed61a456739d', 'mac_address': 'fa:16:3e:6f:60:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:23:33.940594 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.963517 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d067c37-f93f-4d61-ae82-ed61a456739d {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:23:33.982207 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 6d067c37-f93f-4d61-ae82-ed61a456739d, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6d067c37-f93f-4d61-ae82-ed61a456739d,segment=NetworkSegment(9840eb18-ca6c-4bd2-904d-ed80b734c036),segment_id=9840eb18-ca6c-4bd2-904d-ed80b734c036)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:33.987800 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.990453 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:34.066866 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=6d067c37-f93f-4d61-ae82-ed61a456739d,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:34.071358 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:34.100685 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cf1b2-9be5-4221-8730-57a80385db3f req-021f947f-6221-485c-b92f-843f30dbf5b2 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:34.108957 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b26cf1b2-9be5-4221-8730-57a80385db3f req-021f947f-6221-485c-b92f-843f30dbf5b2 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1032057 Aug 23 10:23:34.164246 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b26cf1b2-9be5-4221-8730-57a80385db3f req-8de30fc4-0152-474b-8630-62408fa86587 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541248 Aug 23 10:23:34.297394 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84f79f-a14c-4514-910c-2c8e2dfca9a5 req-334624e1-6729-4b7c-a586-94842b8a4eb7 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:34.298921 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-8a84f79f-a14c-4514-910c-2c8e2dfca9a5 req-334624e1-6729-4b7c-a586-94842b8a4eb7 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 945 time: 0.1337142 Aug 23 10:23:34.366597 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-8a84f79f-a14c-4514-910c-2c8e2dfca9a5 req-e9b6efc6-8070-4956-af6d-36aa8af5c112 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609326 Aug 23 10:23:34.379189 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['6d067c37-f93f-4d61-ae82-ed61a456739d'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:23:34.947391 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2997bb3-343e-4818-b71d-c64cd7aea6c7 req-2a4044f7-befb-4045-843f-3579d21eaf21 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:34.954636 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d2997bb3-343e-4818-b71d-c64cd7aea6c7 req-2a4044f7-befb-4045-843f-3579d21eaf21 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 944 time: 0.1487093 Aug 23 10:23:34.997274 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d2997bb3-343e-4818-b71d-c64cd7aea6c7 req-c2e43db6-4d8d-4ddc-b559-091c421bbeb6 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417633 Aug 23 10:23:35.365076 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbafb76-23a1-40ae-bfbb-b2a42a716c63 req-223e5874-b7e3-415b-a18a-f272ca774388 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:35.368285 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0cbafb76-23a1-40ae-bfbb-b2a42a716c63 req-223e5874-b7e3-415b-a18a-f272ca774388 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0878229 Aug 23 10:23:35.420676 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0cbafb76-23a1-40ae-bfbb-b2a42a716c63 req-57a8609b-18dd-4387-9af4-6d46fcc570f0 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460758 Aug 23 10:23:35.716800 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 6d067c37-f93f-4d61-ae82-ed61a456739d up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:23:35.753388 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86ea7f-f46d-400f-b06d-8374ed40be98 req-196c96f1-41be-47b5-ba25-8ab810ee56c9 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:35.754919 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ad86ea7f-f46d-400f-b06d-8374ed40be98 req-196c96f1-41be-47b5-ba25-8ab810ee56c9 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 945 time: 0.0826514 Aug 23 10:23:35.789446 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning for port 6d067c37-f93f-4d61-ae82-ed61a456739d completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:23:35.794711 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port 6d067c37-f93f-4d61-ae82-ed61a456739d triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:35.795426 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:35.807744 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ad86ea7f-f46d-400f-b06d-8374ed40be98 req-b01a0dba-dad2-4c3c-af4b-3af79ed98a81 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457582 Aug 23 10:23:35.930798 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:35.962876 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d067c37-f93f-4d61-ae82-ed61a456739d'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:23:35.974802 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 6d067c37-f93f-4d61-ae82-ed61a456739d, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6d067c37-f93f-4d61-ae82-ed61a456739d,segment=NetworkSegment(9840eb18-ca6c-4bd2-904d-ed80b734c036),segment_id=9840eb18-ca6c-4bd2-904d-ed80b734c036)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:35.981987 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:35.984064 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:36.031105 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d067c37-f93f-4d61-ae82-ed61a456739d', 'code': 200} Aug 23 10:23:36.066809 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=6d067c37-f93f-4d61-ae82-ed61a456739d,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:36.074783 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 41180) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:36.075222 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:36.133121 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-8b5b95e4-2bff-4c91-be2d-a3b67c357eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:36.398014 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f342767-4e26-44ce-8330-f8092a12e16e req-b7e5454a-3227-43f1-8ff1-199ffd9876e9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:36.400369 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5f342767-4e26-44ce-8330-f8092a12e16e req-b7e5454a-3227-43f1-8ff1-199ffd9876e9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1893275 Aug 23 10:23:36.467272 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b521d7-0ee3-4adb-a575-9a82cb924f3e req-676b4064-377b-407d-bfb8-21d7136cd244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:36.470221 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d7b521d7-0ee3-4adb-a575-9a82cb924f3e req-676b4064-377b-407d-bfb8-21d7136cd244 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 1098 time: 0.1593890 Aug 23 10:23:36.471729 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5f342767-4e26-44ce-8330-f8092a12e16e req-5173ef0a-35e6-4c02-98dc-8a643b8db0ea tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582910 Aug 23 10:23:36.514257 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc664-1fdc-468c-ae7a-0e03e54ef073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:36.552140 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-8f8cc664-1fdc-468c-ae7a-0e03e54ef073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:36.562197 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-8f8cc664-1fdc-468c-ae7a-0e03e54ef073 admin admin] Usage tracker for resource:security_group_rule and tenant:695a5a73b38c43c5a3cad19a25cdf4d6 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:36.571287 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-8f8cc664-1fdc-468c-ae7a-0e03e54ef073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:36.588885 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-8f8cc664-1fdc-468c-ae7a-0e03e54ef073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:36.616903 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d7b521d7-0ee3-4adb-a575-9a82cb924f3e req-2a0747b5-78f1-4a65-9103-6861c96755e1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311705 Aug 23 10:23:36.701977 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc664-1fdc-468c-ae7a-0e03e54ef073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:36.706914 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8f8cc664-1fdc-468c-ae7a-0e03e54ef073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:36.739096 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-1eff8f25-a696-46d9-a83e-da16d6284e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:36.752866 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb081806-e646-48a7-b16e-31abf7c27dca req-0e3220fc-c42a-423b-b6b4-dc2c41b19843 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:36.763188 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-fb081806-e646-48a7-b16e-31abf7c27dca req-0e3220fc-c42a-423b-b6b4-dc2c41b19843 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1327982 Aug 23 10:23:36.769607 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:36.773650 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-8f8cc664-1fdc-468c-ae7a-0e03e54ef073 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=695a5a73b38c43c5a3cad19a25cdf4d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6953852 Aug 23 10:23:36.773650 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cc664-1fdc-468c-ae7a-0e03e54ef073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e4aa70-29ae-4485-a2fd-b8d78da31d3a,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:36.774623 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 41204) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:36.777613 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-8f8cc664-1fdc-468c-ae7a-0e03e54ef073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:36.782876 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:36.835994 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-fb081806-e646-48a7-b16e-31abf7c27dca req-efc7c71b-1b21-4883-bae9-033c9a9f95cd tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717113 Aug 23 10:23:36.843526 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7636a50b-4da1-4737-9f5b-90428c96bd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:36.881325 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7636a50b-4da1-4737-9f5b-90428c96bd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:36.938950 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7636a50b-4da1-4737-9f5b-90428c96bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:36.946844 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-506fac5c-6044-4c68-bfd3-14365dd89f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:36.964991 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636a50b-4da1-4737-9f5b-90428c96bd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e4aa70-29ae-4485-a2fd-b8d78da31d3a,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:36.967513 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7636a50b-4da1-4737-9f5b-90428c96bd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:36.968812 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-7636a50b-4da1-4737-9f5b-90428c96bd96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96e4aa70-29ae-4485-a2fd-b8d78da31d3a HTTP/1.1" status: 204 len: 168 time: 0.1933012 Aug 23 10:23:36.969906 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7636a50b-4da1-4737-9f5b-90428c96bd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:37.336086 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 41224) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:37.356317 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-94c48b7a-867a-4058-8b51-e6a28f2c5345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:37.370699 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-94c48b7a-867a-4058-8b51-e6a28f2c5345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:37.374498 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-94c48b7a-867a-4058-8b51-e6a28f2c5345 admin admin] Usage tracker for resource:security_group_rule and tenant:fcae44eda2b14f9cb9ad0ffec911b6ab is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:37.378141 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-94c48b7a-867a-4058-8b51-e6a28f2c5345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:37.384389 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-94c48b7a-867a-4058-8b51-e6a28f2c5345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:37.472516 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-94c48b7a-867a-4058-8b51-e6a28f2c5345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:37.476741 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-94c48b7a-867a-4058-8b51-e6a28f2c5345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:37.485294 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-9be2e4eb-59b6-4c29-9df1-31d827203a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:37.527692 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-94c48b7a-867a-4058-8b51-e6a28f2c5345 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fcae44eda2b14f9cb9ad0ffec911b6ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905046 Aug 23 10:23:37.529309 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c48b7a-867a-4058-8b51-e6a28f2c5345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744426a4-e88f-4e59-a72d-7519d7f2caa7,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:37.530422 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 41232) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:37.532303 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-94c48b7a-867a-4058-8b51-e6a28f2c5345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:37.655880 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-09ffe3e9-19aa-4c7e-8c26-80c41fdbf1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:37.689942 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-09ffe3e9-19aa-4c7e-8c26-80c41fdbf1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:37.724284 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249ad1b-5ae2-42c1-bf97-e503f60b19b7 req-331385dc-79d9-44d5-b65c-26d6f13db9d6 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:37.726004 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0249ad1b-5ae2-42c1-bf97-e503f60b19b7 req-331385dc-79d9-44d5-b65c-26d6f13db9d6 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1438236 Aug 23 10:23:37.784631 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0249ad1b-5ae2-42c1-bf97-e503f60b19b7 req-84f18bc1-8ba9-4cd5-934d-d48f1f089eb4 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484660 Aug 23 10:23:37.798622 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-09ffe3e9-19aa-4c7e-8c26-80c41fdbf1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:37.805504 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-75245a8d-5147-4bd6-8829-87a66bb6a608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:37.818526 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffe3e9-19aa-4c7e-8c26-80c41fdbf1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744426a4-e88f-4e59-a72d-7519d7f2caa7,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:37.821486 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-09ffe3e9-19aa-4c7e-8c26-80c41fdbf1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:37.826871 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-09ffe3e9-19aa-4c7e-8c26-80c41fdbf1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:37.828041 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-09ffe3e9-19aa-4c7e-8c26-80c41fdbf1d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/744426a4-e88f-4e59-a72d-7519d7f2caa7 HTTP/1.1" status: 204 len: 168 time: 0.2947934 Aug 23 10:23:38.075455 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd79ab-90e7-442a-8a60-e24e02a9f0f0 req-3d5e4334-e4db-4020-8489-19c08b918031 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:38.084641 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-72dd79ab-90e7-442a-8a60-e24e02a9f0f0 req-3d5e4334-e4db-4020-8489-19c08b918031 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1333447 Aug 23 10:23:38.212669 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-72dd79ab-90e7-442a-8a60-e24e02a9f0f0 req-0c11f43b-218f-4e42-9aa1-db66985155f3 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256104 Aug 23 10:23:38.940632 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-d3ea8036-6dba-4807-b943-c17b0e96b1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:39.019660 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3d58f-266f-4493-96dd-5b9b23722cee req-0d21835e-d281-43a3-b927-4c41671bbf34 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:39.021611 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-02a3d58f-266f-4493-96dd-5b9b23722cee req-0d21835e-d281-43a3-b927-4c41671bbf34 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1002314 Aug 23 10:23:39.072384 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-02a3d58f-266f-4493-96dd-5b9b23722cee req-1a38e7bb-6981-4b78-b907-d7bd850a83f3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435362 Aug 23 10:23:39.272910 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da559ed-cc91-491a-b0d9-b5cb26ecc859 req-8305f36a-d251-4d44-915c-11719d01f8a6 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:39.274547 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-3da559ed-cc91-491a-b0d9-b5cb26ecc859 req-8305f36a-d251-4d44-915c-11719d01f8a6 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1020670 Aug 23 10:23:39.283203 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 41302) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:39.289785 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-8185faa0-f84c-4ffe-8214-b4d08a19bb41 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Request body: {'floatingip': {'port_id': '6d067c37-f93f-4d61-ae82-ed61a456739d'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:39.429748 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:39.447904 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8185faa0-f84c-4ffe-8214-b4d08a19bb41 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for floatingip, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:39.676304 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500b0f2-92b2-4fce-a6e7-6d6be80f8f07 req-1749f7a9-1d17-485c-9a46-8b8ffe4111e4 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:39.677754 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2500b0f2-92b2-4fce-a6e7-6d6be80f8f07 req-1749f7a9-1d17-485c-9a46-8b8ffe4111e4 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.2931113 Aug 23 10:23:39.813265 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2500b0f2-92b2-4fce-a6e7-6d6be80f8f07 req-c7c219a2-ea7f-4292-823a-087ec49fcbf2 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297843 Aug 23 10:23:40.415451 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8185faa0-f84c-4ffe-8214-b4d08a19bb41 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:40.421281 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8185faa0-f84c-4ffe-8214-b4d08a19bb41 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901046'] for floatingip, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:40.618578 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.db.l3_db [None req-8185faa0-f84c-4ffe-8214-b4d08a19bb41 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Floating IP ad4273d9-d08c-4779-8279-2d8fefee6459 associated. External IP: 172.28.2.12, port: 6d067c37-f93f-4d61-ae82-ed61a456739d. Aug 23 10:23:40.825738 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:41.056563 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b836f9-46e4-47e5-a817-b6154dbcd91e req-a9ff84f9-3f3a-476d-96ff-1f8dab492dad tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:41.057630 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8185faa0-f84c-4ffe-8214-b4d08a19bb41 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Router 197b5de3-6140-4b99-99cb-f13cdaa02d2f has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:23:41.058928 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-68b836f9-46e4-47e5-a817-b6154dbcd91e req-a9ff84f9-3f3a-476d-96ff-1f8dab492dad tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1064413 Aug 23 10:23:41.109392 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-68b836f9-46e4-47e5-a817-b6154dbcd91e req-9c10341e-6345-49e1-b86d-914fdf5e63d3 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424106 Aug 23 10:23:41.293951 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8185faa0-f84c-4ffe-8214-b4d08a19bb41 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:23:41.298802 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8185faa0-f84c-4ffe-8214-b4d08a19bb41 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for floatingip, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:41.305758 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e3404-3c6e-47c0-b7c2-c573ea05f8b9 None None] Sync routers for ids ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'] in dv-cinder-802781-2-smb {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:23:41.316030 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e3404-3c6e-47c0-b7c2-c573ea05f8b9 None None] Routers {'197b5de3-6140-4b99-99cb-f13cdaa02d2f'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:23:41.318674 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-fd3e3404-3c6e-47c0-b7c2-c573ea05f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:23:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:41.390116 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-8185faa0-f84c-4ffe-8214-b4d08a19bb41 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "PUT /v2.0/floatingips/ad4273d9-d08c-4779-8279-2d8fefee6459 HTTP/1.1" status: 200 len: 990 time: 2.1032572 Aug 23 10:23:41.391084 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda', 'tag': '6d067c37-f93f-4d61-ae82-ed61a456739d'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:23:41.511522 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda', 'tag': '6d067c37-f93f-4d61-ae82-ed61a456739d', 'status': 'completed', 'code': 200} Aug 23 10:23:41.535822 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-fd3e3404-3c6e-47c0-b7c2-c573ea05f8b9 None None] Set router 197b5de3-6140-4b99-99cb-f13cdaa02d2f gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:23:41.651014 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1952ae4-05a8-44e7-bcae-41b43c4e2fc1 req-3b465ef5-ffa9-4f6e-98cc-fd9900419f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:41.653423 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b1952ae4-05a8-44e7-bcae-41b43c4e2fc1 req-3b465ef5-ffa9-4f6e-98cc-fd9900419f0f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0f7294401b14331ae0120ea59c4e348&device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 1098 time: 0.1155684 Aug 23 10:23:41.835348 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1952ae4-05a8-44e7-bcae-41b43c4e2fc1 req-3aab59d9-fcda-496f-abfd-fbd6b7499a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:41.837815 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b1952ae4-05a8-44e7-bcae-41b43c4e2fc1 req-3aab59d9-fcda-496f-abfd-fbd6b7499a8f service neutron] 10.222.0.46 "GET /v2.0/networks?id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36 HTTP/1.1" status: 200 len: 912 time: 0.1722140 Aug 23 10:23:41.965583 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b1952ae4-05a8-44e7-bcae-41b43c4e2fc1 req-0dd5ab27-5054-49b1-b10d-e95cc4368c6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d067c37-f93f-4d61-ae82-ed61a456739d HTTP/1.1" status: 200 len: 998 time: 0.1053355 Aug 23 10:23:41.995238 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-fd3e3404-3c6e-47c0-b7c2-c573ea05f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:23:15Z', 'revision_number': 4, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port': {'id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:09Z', 'updated_at': '2021-08-23T10:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_floatingips': [{'id': 'ad4273d9-d08c-4779-8279-2d8fefee6459', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'floating_ip_address': '172.28.2.12', 'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'router_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'port_id': '6d067c37-f93f-4d61-ae82-ed61a456739d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'mac_address': 'fa:16:3e:6f:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:23:20Z', 'updated_at': '2021-08-23T10:23:40Z', 'revision_number': 1, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a73608-efed-453c-9892-ece254a27b04', 'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'mac_address': 'fa:16:3e:86:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:14Z', 'updated_at': '2021-08-23T10:23:23Z', 'revision_number': 5, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'subnets': [{'id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:41.999213 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e3404-3c6e-47c0-b7c2-c573ea05f8b9 None None] Checking router: 197b5de3-6140-4b99-99cb-f13cdaa02d2f for host: dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:23:42.008933 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e3404-3c6e-47c0-b7c2-c573ea05f8b9 None None] Routers {'197b5de3-6140-4b99-99cb-f13cdaa02d2f'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:23:42.009631 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-fd3e3404-3c6e-47c0-b7c2-c573ea05f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:23:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:42.031565 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1952ae4-05a8-44e7-bcae-41b43c4e2fc1 req-b40f726f-5883-4ec7-a065-87e69bdd5491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:42.033033 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b1952ae4-05a8-44e7-bcae-41b43c4e2fc1 req-b40f726f-5883-4ec7-a065-87e69bdd5491 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54cc7ed5-a0f7-4057-adce-6cedc0c75702 HTTP/1.1" status: 200 len: 850 time: 0.0603700 Aug 23 10:23:42.125460 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1952ae4-05a8-44e7-bcae-41b43c4e2fc1 req-27072cec-aaac-4e30-934f-0c4774716c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:42.127896 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b1952ae4-05a8-44e7-bcae-41b43c4e2fc1 req-27072cec-aaac-4e30-934f-0c4774716c2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837028 Aug 23 10:23:42.245573 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-fd3e3404-3c6e-47c0-b7c2-c573ea05f8b9 None None] Set router 197b5de3-6140-4b99-99cb-f13cdaa02d2f gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:23:42.537739 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b1952ae4-05a8-44e7-bcae-41b43c4e2fc1 req-4fb1bd78-d49e-4a2f-989b-9abf674e8f72 service neutron] 10.222.0.46 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915560 Aug 23 10:23:42.644764 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca335aa7-146f-4de3-b1f6-5a2a5a9b8a3d req-10b7c136-9c17-4dcd-a067-c0a40ecba20a tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:42.653255 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ca335aa7-146f-4de3-b1f6-5a2a5a9b8a3d req-10b7c136-9c17-4dcd-a067-c0a40ecba20a tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.2693760 Aug 23 10:23:42.768664 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-fd3e3404-3c6e-47c0-b7c2-c573ea05f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:23:15Z', 'revision_number': 4, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port': {'id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:09Z', 'updated_at': '2021-08-23T10:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_floatingips': [{'id': 'ad4273d9-d08c-4779-8279-2d8fefee6459', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'floating_ip_address': '172.28.2.12', 'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'router_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'port_id': '6d067c37-f93f-4d61-ae82-ed61a456739d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'mac_address': 'fa:16:3e:6f:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:23:20Z', 'updated_at': '2021-08-23T10:23:40Z', 'revision_number': 1, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a73608-efed-453c-9892-ece254a27b04', 'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'mac_address': 'fa:16:3e:86:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:14Z', 'updated_at': '2021-08-23T10:23:23Z', 'revision_number': 5, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'subnets': [{'id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:42.773994 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e3404-3c6e-47c0-b7c2-c573ea05f8b9 None None] The sync data for ids ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'] in dv-cinder-802781-2-smb is: [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:23:15Z', 'revision_number': 4, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port': {'id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:09Z', 'updated_at': '2021-08-23T10:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_floatingips': [{'id': 'ad4273d9-d08c-4779-8279-2d8fefee6459', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'floating_ip_address': '172.28.2.12', 'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'router_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'port_id': '6d067c37-f93f-4d61-ae82-ed61a456739d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'mac_address': 'fa:16:3e:6f:60:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:23:20Z', 'updated_at': '2021-08-23T10:23:40Z', 'revision_number': 1, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a73608-efed-453c-9892-ece254a27b04', 'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'mac_address': 'fa:16:3e:86:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:14Z', 'updated_at': '2021-08-23T10:23:23Z', 'revision_number': 5, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'subnets': [{'id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:23:42.803105 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ca335aa7-146f-4de3-b1f6-5a2a5a9b8a3d req-036de47d-5ce2-49c8-b55c-025376cd1d3e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488225 Aug 23 10:23:42.861045 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b1952ae4-05a8-44e7-bcae-41b43c4e2fc1 req-388c797b-e836-4bf9-8396-aa5cf4b4c68c service neutron] 10.222.0.46 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094051 Aug 23 10:23:43.139256 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c9b85c-7abe-4ae4-a06d-f53e1523dc8c None None] New status for floating IP ad4273d9-d08c-4779-8279-2d8fefee6459: ACTIVE {{(pid=79165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:23:43.519927 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 41472) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:43.703055 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-a93f356d-2413-472a-bef7-b7a6daf7a06b tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:43.712219 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-a93f356d-2413-472a-bef7-b7a6daf7a06b tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/networks?id=74466438-5a63-441f-a8a8-f5014503b519 HTTP/1.1" status: 200 len: 815 time: 0.2840996 Aug 23 10:23:43.729258 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-974f54ce-d14d-4b9f-b455-baee5d47f9a0 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/quotas/69e810a489604e6cb2020d8ccda61414 HTTP/1.1" status: 200 len: 375 time: 0.0161054 Aug 23 10:23:43.766386 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-99ee2481-56cc-4b5a-bd44-d7c815fd8173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:43.797080 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-99ee2481-56cc-4b5a-bd44-d7c815fd8173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:43.802727 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-99ee2481-56cc-4b5a-bd44-d7c815fd8173 admin admin] Usage tracker for resource:security_group_rule and tenant:4c5f5f8abec54c47b838562fb3f191de is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:43.807017 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-99ee2481-56cc-4b5a-bd44-d7c815fd8173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:43.814338 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-99ee2481-56cc-4b5a-bd44-d7c815fd8173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:43.847991 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-d0ea8775-1878-47e1-a1cb-aec90f81dc1f tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=69e810a489604e6cb2020d8ccda61414&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1177852 Aug 23 10:23:43.943380 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-99ee2481-56cc-4b5a-bd44-d7c815fd8173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:43.946960 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-99ee2481-56cc-4b5a-bd44-d7c815fd8173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:43.953738 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-de4b082c-0e44-47af-8dc9-9386c7da7ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:43.996754 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-99ee2481-56cc-4b5a-bd44-d7c815fd8173 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c5f5f8abec54c47b838562fb3f191de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4755919 Aug 23 10:23:43.997507 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee2481-56cc-4b5a-bd44-d7c815fd8173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e96c50-157e-4061-8099-a717653ca312,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:43.999381 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 41492) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:44.000948 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-99ee2481-56cc-4b5a-bd44-d7c815fd8173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:44.086751 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-0f3e1ff3-671d-41ce-8ba8-54ad3a8f4d7b service neutron] 10.222.0.20 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311354 Aug 23 10:23:44.142280 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1149a8b-b621-4d85-b814-b7732afedc9c req-262ed6cb-140d-4530-a05a-a3b6c6df7153 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:44.144640 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c1149a8b-b621-4d85-b814-b7732afedc9c req-262ed6cb-140d-4530-a05a-a3b6c6df7153 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0896873 Aug 23 10:23:44.216482 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c1149a8b-b621-4d85-b814-b7732afedc9c req-4fa90892-475d-4214-8178-e9070b5b84ee tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570409 Aug 23 10:23:44.233077 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c282eb8e-09ad-4740-bcbd-ebdb006e4118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:44.276732 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c282eb8e-09ad-4740-bcbd-ebdb006e4118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:44.284577 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-5d217afd-3030-42f2-b816-aa0138083c55 service neutron] 10.222.0.20 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861689 Aug 23 10:23:44.334099 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c282eb8e-09ad-4740-bcbd-ebdb006e4118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:44.337885 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-999dc25a-0b42-4f1f-a034-98dde657e3f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:44.351749 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282eb8e-09ad-4740-bcbd-ebdb006e4118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e96c50-157e-4061-8099-a717653ca312,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:44.355633 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c282eb8e-09ad-4740-bcbd-ebdb006e4118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:44.361799 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c282eb8e-09ad-4740-bcbd-ebdb006e4118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:44.366382 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-c282eb8e-09ad-4740-bcbd-ebdb006e4118 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0e96c50-157e-4061-8099-a717653ca312 HTTP/1.1" status: 204 len: 168 time: 0.3658576 Aug 23 10:23:44.467789 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9d1c2f8c-7e73-4385-b806-cd5b01b5cbb5 req-ddb7c12c-0c4c-4ff4-be0f-47e12e1bca86 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 210 time: 0.0453289 Aug 23 10:23:44.672760 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 41512) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:44.690499 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-251a6bed-5172-4a27-a81e-86094e94b60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:44.705915 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-251a6bed-5172-4a27-a81e-86094e94b60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:44.709888 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-251a6bed-5172-4a27-a81e-86094e94b60f admin admin] Usage tracker for resource:security_group_rule and tenant:b064b023133246fb9936497a97be5c51 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:44.712739 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-251a6bed-5172-4a27-a81e-86094e94b60f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:44.718765 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-251a6bed-5172-4a27-a81e-86094e94b60f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:44.805800 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-251a6bed-5172-4a27-a81e-86094e94b60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:44.809740 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-251a6bed-5172-4a27-a81e-86094e94b60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:44.817571 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-762b6bc6-0aee-49c4-98a0-921429647570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:44.857093 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-251a6bed-5172-4a27-a81e-86094e94b60f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b064b023133246fb9936497a97be5c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832032 Aug 23 10:23:44.857973 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a6bed-5172-4a27-a81e-86094e94b60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41fbb60-91a3-434c-bb9c-279a314be202,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:44.859728 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 41516) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:44.861342 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-251a6bed-5172-4a27-a81e-86094e94b60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:44.925185 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e5f6ee0b-c0fd-4d7c-9f57-78f74c7e6742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:44.951483 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e5f6ee0b-c0fd-4d7c-9f57-78f74c7e6742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:45.017218 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e5f6ee0b-c0fd-4d7c-9f57-78f74c7e6742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:45.022346 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-0e6fe897-654e-47b6-b41b-b3510abf9b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:45.037909 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6ee0b-c0fd-4d7c-9f57-78f74c7e6742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41fbb60-91a3-434c-bb9c-279a314be202,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:45.050894 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e5f6ee0b-c0fd-4d7c-9f57-78f74c7e6742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:45.059945 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e5f6ee0b-c0fd-4d7c-9f57-78f74c7e6742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:45.062022 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-e5f6ee0b-c0fd-4d7c-9f57-78f74c7e6742 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f41fbb60-91a3-434c-bb9c-279a314be202 HTTP/1.1" status: 204 len: 168 time: 0.2012417 Aug 23 10:23:45.421535 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a2eea-eff7-4334-b20e-38cd44819a48 req-7da57118-0327-4637-b2bf-356749db3286 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:45.423008 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-733a2eea-eff7-4334-b20e-38cd44819a48 req-7da57118-0327-4637-b2bf-356749db3286 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0940473 Aug 23 10:23:45.476738 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-733a2eea-eff7-4334-b20e-38cd44819a48 req-cff4d38e-875b-41e7-a5bd-072330cf6061 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450904 Aug 23 10:23:45.676410 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6ef4f4c8-4cdf-430c-b371-ac3821085303 req-8af9b427-6a17-4d02-9bf8-1b194a069228 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 210 time: 0.0761349 Aug 23 10:23:45.823100 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-25835146-41cf-444b-af07-c76f7dc76830 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:45.824631 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-25835146-41cf-444b-af07-c76f7dc76830 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.46 "GET /v2.0/networks?id=74466438-5a63-441f-a8a8-f5014503b519 HTTP/1.1" status: 200 len: 815 time: 0.1906028 Aug 23 10:23:45.840671 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-b0472ddd-6a07-42c7-b264-62ff1a6d93d4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Request body: {'port': {'device_id': '4e30ded0-11ce-4e47-a06a-c8c7598c26b6', 'network_id': '74466438-5a63-441f-a8a8-f5014503b519', 'admin_state_up': True, 'tenant_id': '69e810a489604e6cb2020d8ccda61414'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:45.981531 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-b0472ddd-6a07-42c7-b264-62ff1a6d93d4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:45.991381 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-b0472ddd-6a07-42c7-b264-62ff1a6d93d4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:46.001032 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-b0472ddd-6a07-42c7-b264-62ff1a6d93d4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Made reservation on behalf of 69e810a489604e6cb2020d8ccda61414 for: {'port': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:23:46.005092 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-b0472ddd-6a07-42c7-b264-62ff1a6d93d4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:46.181125 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-b0472ddd-6a07-42c7-b264-62ff1a6d93d4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Allocated IP 172.20.0.2 (74466438-5a63-441f-a8a8-f5014503b519/ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a/d39e17fc-be8c-4484-abf2-3cd17cc20155) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:23:46.443298 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-b0472ddd-6a07-42c7-b264-62ff1a6d93d4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:46.485002 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-b0472ddd-6a07-42c7-b264-62ff1a6d93d4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:46.500575 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-f6f108b0-e0d2-4738-a6e3-a9a15919a32b tempest-DeleteServersTestJSON-1392096225 tempest-DeleteServersTestJSON-1392096225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:46.502898 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['187b0acb-0811-412e-ace7-f2ea1315cadf', '89da9404-62aa-4000-9d8f-d1dd4d2e55b2', '1b781cd5-74cd-4bd9-bd00-4017bebe6d9a'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:23:46.774050 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 41632) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:46.956482 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-b0472ddd-6a07-42c7-b264-62ff1a6d93d4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Network 74466438-5a63-441f-a8a8-f5014503b519 is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:23:46.967802 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-b0472ddd-6a07-42c7-b264-62ff1a6d93d4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:23:46.970553 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-b0472ddd-6a07-42c7-b264-62ff1a6d93d4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:23:46.983654 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-321a56a0-c1aa-44e2-b73e-de16245419c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.012515 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-321a56a0-c1aa-44e2-b73e-de16245419c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:47.014611 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0472ddd-6a07-42c7-b264-62ff1a6d93d4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Pushing event updated for resources: {'Port': ['ID=d39e17fc-be8c-4484-abf2-3cd17cc20155,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:47.021633 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-b0472ddd-6a07-42c7-b264-62ff1a6d93d4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:47.022140 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-321a56a0-c1aa-44e2-b73e-de16245419c1 admin admin] Usage tracker for resource:security_group_rule and tenant:41048eb400f44d89b8961480f6f624b1 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:47.025693 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-321a56a0-c1aa-44e2-b73e-de16245419c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:47.034935 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-321a56a0-c1aa-44e2-b73e-de16245419c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:47.058306 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c88c4-424a-42d8-be44-ec9f835ecb8e req-9031c9d2-37f1-47b4-b147-28dc5981b81d tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:47.062229 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ac9c88c4-424a-42d8-be44-ec9f835ecb8e req-9031c9d2-37f1-47b4-b147-28dc5981b81d tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 931 time: 0.1406038 Aug 23 10:23:47.073181 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-b0472ddd-6a07-42c7-b264-62ff1a6d93d4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:47.073882 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-b0472ddd-6a07-42c7-b264-62ff1a6d93d4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.130074 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ac9c88c4-424a-42d8-be44-ec9f835ecb8e req-9de84081-16dd-4d96-b772-07d442f856b5 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635090 Aug 23 10:23:47.131471 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fe0fe-a3c9-4b7a-8ec8-4dfd96acec73 req-393ca342-1937-4e3c-99d3-213e50e94a81 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:47.133019 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-503fe0fe-a3c9-4b7a-8ec8-4dfd96acec73 req-393ca342-1937-4e3c-99d3-213e50e94a81 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.4925413 Aug 23 10:23:47.135510 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-b0472ddd-6a07-42c7-b264-62ff1a6d93d4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2990477 Aug 23 10:23:47.176045 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Request body: {'port': {'device_id': '4e30ded0-11ce-4e47-a06a-c8c7598c26b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:47.183597 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-321a56a0-c1aa-44e2-b73e-de16245419c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.192706 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-321a56a0-c1aa-44e2-b73e-de16245419c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.199116 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7c694142-98f4-4a7d-8235-ed7d42bf76fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:47.242062 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a56a0-c1aa-44e2-b73e-de16245419c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0fe28d-1daa-4756-9052-571aaa29df42,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:47.246176 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-321a56a0-c1aa-44e2-b73e-de16245419c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:47.249808 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-321a56a0-c1aa-44e2-b73e-de16245419c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41048eb400f44d89b8961480f6f624b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4739394 Aug 23 10:23:47.252980 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 41654) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:47.272757 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-503fe0fe-a3c9-4b7a-8ec8-4dfd96acec73 req-456a0666-421e-4a00-b1b2-13bc93476c71 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305826 Aug 23 10:23:47.367898 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.430311 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-35445dae-63f5-44e7-a70d-4f2a9afa529b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.480657 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-35445dae-63f5-44e7-a70d-4f2a9afa529b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.672957 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-35445dae-63f5-44e7-a70d-4f2a9afa529b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.680973 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-14fa06b9-9083-4eae-b7b3-346edd902a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:47.710821 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35445dae-63f5-44e7-a70d-4f2a9afa529b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0fe28d-1daa-4756-9052-571aaa29df42,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:47.715502 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-35445dae-63f5-44e7-a70d-4f2a9afa529b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:47.718508 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-35445dae-63f5-44e7-a70d-4f2a9afa529b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.719599 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-35445dae-63f5-44e7-a70d-4f2a9afa529b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f0fe28d-1daa-4756-9052-571aaa29df42 HTTP/1.1" status: 204 len: 168 time: 0.4638896 Aug 23 10:23:47.832305 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39e17fc-be8c-4484-abf2-3cd17cc20155 {{(pid=79164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:23:47.844572 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.861048 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Transition to ACTIVE for port object d39e17fc-be8c-4484-abf2-3cd17cc20155 will not be triggered until provisioned by entity L2. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:23:47.865190 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 41672) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:47.868187 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.873202 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-b0472ddd-6a07-42c7-b264-62ff1a6d93d4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:48.083103 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Pushing event updated for resources: {'Port': ['ID=d39e17fc-be8c-4484-abf2-3cd17cc20155,revision_number=2']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:48.086148 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:48.128355 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Attempting to bind port d39e17fc-be8c-4484-abf2-3cd17cc20155 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:23:48.128812 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Attempting to bind port d39e17fc-be8c-4484-abf2-3cd17cc20155 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '9eef0cb5-f528-4c04-94ce-cb463f292a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74466438-5a63-441f-a8a8-f5014503b519'}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:23:48.129896 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Attempting to bind port d39e17fc-be8c-4484-abf2-3cd17cc20155 on network 74466438-5a63-441f-a8a8-f5014503b519 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:23:48.134745 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Port d39e17fc-be8c-4484-abf2-3cd17cc20155 on network 74466438-5a63-441f-a8a8-f5014503b519 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:23:48.135065 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Attempting to bind port d39e17fc-be8c-4484-abf2-3cd17cc20155 on network 74466438-5a63-441f-a8a8-f5014503b519 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:23:48.141720 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Checking agent: {'id': 'da4e5719-434b-498c-af5a-9a8836947b40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'started_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:23:48.142134 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Checking segment: {'id': '9eef0cb5-f528-4c04-94ce-cb463f292a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74466438-5a63-441f-a8a8-f5014503b519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:23:48.142440 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Bound using segment: {'id': '9eef0cb5-f528-4c04-94ce-cb463f292a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74466438-5a63-441f-a8a8-f5014503b519'} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:23:48.143051 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Bound port: d39e17fc-be8c-4484-abf2-3cd17cc20155, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eef0cb5-f528-4c04-94ce-cb463f292a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74466438-5a63-441f-a8a8-f5014503b519'}}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:23:48.143715 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:48.178317 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-83bc34a8-2cb8-48aa-8299-32d212ffa4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:48.195498 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-83bc34a8-2cb8-48aa-8299-32d212ffa4e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:48.199481 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-83bc34a8-2cb8-48aa-8299-32d212ffa4e1 admin admin] Usage tracker for resource:security_group_rule and tenant:cc505a6e917e4179afce00ebfbe45432 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:48.202447 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-83bc34a8-2cb8-48aa-8299-32d212ffa4e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:48.208664 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-83bc34a8-2cb8-48aa-8299-32d212ffa4e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:48.333366 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] For port d39e17fc-be8c-4484-abf2-3cd17cc20155, host hv-cinder-80278, cleared binding levels {{(pid=79164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:23:48.340357 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] For port d39e17fc-be8c-4484-abf2-3cd17cc20155, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d39e17fc-be8c-4484-abf2-3cd17cc20155,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:23:48.349572 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:48.354247 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:48.382743 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a20135-3bf4-427e-8e94-cd0872381fb0 req-ba98c179-d8ba-419b-9b09-c13ade6d6ea3 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:48.386712 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a3a20135-3bf4-427e-8e94-cd0872381fb0 req-ba98c179-d8ba-419b-9b09-c13ade6d6ea3 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 943 time: 0.1178720 Aug 23 10:23:48.461056 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a3a20135-3bf4-427e-8e94-cd0872381fb0 req-e2e78b91-2836-4270-ac44-e9bfcc888d10 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684416 Aug 23 10:23:48.526326 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:48.526945 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:48.528726 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] 10.222.0.46 "PUT /v2.0/ports/d39e17fc-be8c-4484-abf2-3cd17cc20155 HTTP/1.1" status: 200 len: 1093 time: 1.3572276 Aug 23 10:23:48.529914 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e30ded0-11ce-4e47-a06a-c8c7598c26b6', 'tag': 'd39e17fc-be8c-4484-abf2-3cd17cc20155'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:23:48.551889 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-83bc34a8-2cb8-48aa-8299-32d212ffa4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:48.558966 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Pushing event updated for resources: {'Port': ['ID=d39e17fc-be8c-4484-abf2-3cd17cc20155,revision_number=3']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:48.601925 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:48.607586 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-83bc34a8-2cb8-48aa-8299-32d212ffa4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:48.618907 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:48.674255 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-e3fe6ba0-c4dd-4f61-b507-d87141664bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:48.676190 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-e3fe6ba0-c4dd-4f61-b507-d87141664bd1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69e810a489604e6cb2020d8ccda61414&device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 1096 time: 0.0757115 Aug 23 10:23:48.685961 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e30ded0-11ce-4e47-a06a-c8c7598c26b6', 'tag': 'd39e17fc-be8c-4484-abf2-3cd17cc20155', 'status': 'completed', 'code': 200} Aug 23 10:23:48.692137 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-83bc34a8-2cb8-48aa-8299-32d212ffa4e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc505a6e917e4179afce00ebfbe45432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8253880 Aug 23 10:23:48.692981 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc34a8-2cb8-48aa-8299-32d212ffa4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d091c4-52c0-4e0d-bbff-aa6fae3ad7e7,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:48.695326 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 41710) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:48.697869 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-83bc34a8-2cb8-48aa-8299-32d212ffa4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:48.712677 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f61f2-a45b-4c7b-ada2-18381fd6c3c9 req-9a6819dd-d631-4829-a143-8a0cbe11f94c tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:48.714529 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d84f61f2-a45b-4c7b-ada2-18381fd6c3c9 req-9a6819dd-d631-4829-a143-8a0cbe11f94c tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.2744322 Aug 23 10:23:48.748991 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cbccc-5ded-492b-8291-3181e8e86427 req-e50eb0cb-abe3-46e3-8958-afa2e70f5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:48.750532 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f46cbccc-5ded-492b-8291-3181e8e86427 req-e50eb0cb-abe3-46e3-8958-afa2e70f5094 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 1099 time: 0.1864727 Aug 23 10:23:48.791702 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d84f61f2-a45b-4c7b-ada2-18381fd6c3c9 req-0791783c-abab-40aa-a862-13c39b32898a tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685389 Aug 23 10:23:48.808915 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-4b2b1d81-a1a5-459a-a46c-7727839d7e69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d39e17fc-be8c-4484-abf2-3cd17cc20155 HTTP/1.1" status: 200 len: 217 time: 0.0835912 Aug 23 10:23:48.811372 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f46cbccc-5ded-492b-8291-3181e8e86427 req-274cc09c-8ed5-442c-8589-a85c1f60a069 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508604 Aug 23 10:23:48.828712 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-14ab6164-d0d9-4cfe-93a3-8f2c21ab8ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:48.855394 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-14ab6164-d0d9-4cfe-93a3-8f2c21ab8ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:48.908727 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-14ab6164-d0d9-4cfe-93a3-8f2c21ab8ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:48.913675 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-1d0ef077-41b2-4928-8453-80338e02d86e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:48.933913 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab6164-d0d9-4cfe-93a3-8f2c21ab8ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d091c4-52c0-4e0d-bbff-aa6fae3ad7e7,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:48.936842 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-14ab6164-d0d9-4cfe-93a3-8f2c21ab8ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:48.940172 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-14ab6164-d0d9-4cfe-93a3-8f2c21ab8ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:48.941626 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-14ab6164-d0d9-4cfe-93a3-8f2c21ab8ed2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67d091c4-52c0-4e0d-bbff-aa6fae3ad7e7 HTTP/1.1" status: 204 len: 168 time: 0.2445128 Aug 23 10:23:49.137581 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-4aac07f1-7192-4697-85e5-7a5cf1ef1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:49.139555 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-4aac07f1-7192-4697-85e5-7a5cf1ef1e41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a HTTP/1.1" status: 200 len: 855 time: 0.0756845 Aug 23 10:23:49.194011 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-d8340240-2045-4131-baba-af558c96f46b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74466438-5a63-441f-a8a8-f5014503b519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474167 Aug 23 10:23:49.406610 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-48b885e7-9fba-49d0-be39-1679d11908ee service neutron] 10.222.0.46 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905789 Aug 23 10:23:49.547650 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-79d7aada-a876-40af-9f2e-e68bcbb8937c req-8906abd4-7bab-40ba-aeef-ee088a96931d service neutron] 10.222.0.46 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327658 Aug 23 10:23:49.646757 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442e424-d2b2-4176-83c3-0f7d5fc66559 req-7f9888ad-350d-46c5-a5cb-e01e1c22ba61 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:49.647612 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-d442e424-d2b2-4176-83c3-0f7d5fc66559 req-7f9888ad-350d-46c5-a5cb-e01e1c22ba61 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Synchronizing usage tracker for tenant:69e810a489604e6cb2020d8ccda61414 on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:23:49.665303 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-d442e424-d2b2-4176-83c3-0f7d5fc66559 req-7f9888ad-350d-46c5-a5cb-e01e1c22ba61 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Unset dirty status for tenant:69e810a489604e6cb2020d8ccda61414 on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:23:49.666573 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d442e424-d2b2-4176-83c3-0f7d5fc66559 req-7f9888ad-350d-46c5-a5cb-e01e1c22ba61 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 943 time: 0.1054282 Aug 23 10:23:49.681317 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f8222-65c7-4c9d-bab3-aef0b76f8fcb req-7ddcae8f-bc29-4dc7-a4a9-aced1f65907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:49.682993 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-738f8222-65c7-4c9d-bab3-aef0b76f8fcb req-7ddcae8f-bc29-4dc7-a4a9-aced1f65907e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=69e810a489604e6cb2020d8ccda61414&device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 1096 time: 0.0809138 Aug 23 10:23:49.714648 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d442e424-d2b2-4176-83c3-0f7d5fc66559 req-4f6261b4-1228-47c7-a3b5-adbdecab65d3 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415623 Aug 23 10:23:49.837085 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f8222-65c7-4c9d-bab3-aef0b76f8fcb req-90698b9b-c92b-4c73-adc7-baed3627ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:49.838549 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-738f8222-65c7-4c9d-bab3-aef0b76f8fcb req-90698b9b-c92b-4c73-adc7-baed3627ba9b service neutron] 10.222.0.46 "GET /v2.0/networks?id=74466438-5a63-441f-a8a8-f5014503b519 HTTP/1.1" status: 200 len: 916 time: 0.1409316 Aug 23 10:23:49.911370 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-738f8222-65c7-4c9d-bab3-aef0b76f8fcb req-56fd2690-d3de-436e-9a76-e4f1f54475d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d39e17fc-be8c-4484-abf2-3cd17cc20155 HTTP/1.1" status: 200 len: 217 time: 0.0600684 Aug 23 10:23:49.981571 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2bbf2-03d3-4378-9983-28cbbd8c39ec req-60b27f81-1a95-4b6c-9322-c10763a30550 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:49.983166 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9be2bbf2-03d3-4378-9983-28cbbd8c39ec req-60b27f81-1a95-4b6c-9322-c10763a30550 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0810330 Aug 23 10:23:50.035558 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9be2bbf2-03d3-4378-9983-28cbbd8c39ec req-59148af5-f850-4c32-b1aa-3d407b87f794 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463727 Aug 23 10:23:50.047754 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f8222-65c7-4c9d-bab3-aef0b76f8fcb req-e0fa87d1-af2a-4dfe-b7f8-24ac63a0b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:50.049334 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-738f8222-65c7-4c9d-bab3-aef0b76f8fcb req-e0fa87d1-af2a-4dfe-b7f8-24ac63a0b62c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a HTTP/1.1" status: 200 len: 855 time: 0.1302171 Aug 23 10:23:50.100115 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-738f8222-65c7-4c9d-bab3-aef0b76f8fcb req-22862e2e-a3ee-42c9-8ec6-d2c339cefc46 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74466438-5a63-441f-a8a8-f5014503b519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423744 Aug 23 10:23:50.108862 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:23:50.245354 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-738f8222-65c7-4c9d-bab3-aef0b76f8fcb req-e4d94f8f-8d7e-4161-9fda-245157a7accb service neutron] 10.222.0.46 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364090 Aug 23 10:23:50.383861 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-738f8222-65c7-4c9d-bab3-aef0b76f8fcb req-defcee8b-c269-4977-9103-f9a5174a5fb4 service neutron] 10.222.0.46 "GET /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251311 Aug 23 10:23:50.988517 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e45ec8-0a42-49e5-83ad-44d75076f11f req-0f83ea21-745e-423f-af10-fb97af94752d tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:50.990007 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f5e45ec8-0a42-49e5-83ad-44d75076f11f req-0f83ea21-745e-423f-af10-fb97af94752d tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 943 time: 0.1655366 Aug 23 10:23:51.036244 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f5e45ec8-0a42-49e5-83ad-44d75076f11f req-3c6f1ca4-8203-47c4-885b-c01f1134102e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401311 Aug 23 10:23:51.257349 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cf436-6fd4-4203-ab34-f1a2b41aed16 req-89ccbaa1-9f22-4696-a45b-e9d01b0350e0 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:51.258849 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-271cf436-6fd4-4203-ab34-f1a2b41aed16 req-89ccbaa1-9f22-4696-a45b-e9d01b0350e0 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1044369 Aug 23 10:23:51.315745 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-271cf436-6fd4-4203-ab34-f1a2b41aed16 req-28ba0952-295d-40cb-9c60-398f23b40a30 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510342 Aug 23 10:23:51.865720 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e162b57-e289-4923-be25-51016374a5eb req-be79e19f-9d79-4fd9-a229-95d5b6b269de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:51.867100 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5e162b57-e289-4923-be25-51016374a5eb req-be79e19f-9d79-4fd9-a229-95d5b6b269de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24148a0a1b3d4246851e79ae6f24b70c&device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 1099 time: 0.1445260 Aug 23 10:23:51.875000 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c4f6c-50b9-44a1-b9b0-a26d3b7d19ca req-bb68bb7d-5d06-4554-9956-ac6ca5d84fc0 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:51.876590 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ad1c4f6c-50b9-44a1-b9b0-a26d3b7d19ca req-bb68bb7d-5d06-4554-9956-ac6ca5d84fc0 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1159344 Aug 23 10:23:52.010202 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ad1c4f6c-50b9-44a1-b9b0-a26d3b7d19ca req-8d8a5870-6bd0-4d1a-a60a-2894bf1f6e42 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125381 Aug 23 10:23:52.046993 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e162b57-e289-4923-be25-51016374a5eb req-9af0d07a-2a67-48eb-ae77-1ee44b40f0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:52.048500 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5e162b57-e289-4923-be25-51016374a5eb req-9af0d07a-2a67-48eb-ae77-1ee44b40f0bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=49c0bc69-0d72-4f29-9e86-250119aa9fcc HTTP/1.1" status: 200 len: 919 time: 0.1700594 Aug 23 10:23:52.129383 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5e162b57-e289-4923-be25-51016374a5eb req-fbe7f34b-aef6-4d18-80e7-d47d9b3096bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b30be037-c5a8-4674-94a8-ad1313c97b71 HTTP/1.1" status: 200 len: 217 time: 0.0688450 Aug 23 10:23:52.271772 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e162b57-e289-4923-be25-51016374a5eb req-84aea4b2-9708-493a-ae9f-3d441a9e5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:52.273234 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5e162b57-e289-4923-be25-51016374a5eb req-84aea4b2-9708-493a-ae9f-3d441a9e5fe7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd439ff1-addd-478f-96e1-80b2d62b0219 HTTP/1.1" status: 200 len: 858 time: 0.1308713 Aug 23 10:23:52.323783 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5e162b57-e289-4923-be25-51016374a5eb req-1b90c40b-e879-4cf4-a438-d2e50c503941 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49c0bc69-0d72-4f29-9e86-250119aa9fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397570 Aug 23 10:23:52.332767 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b79811-7170-4592-a47f-bd5819eb05e9 req-eaecc552-8cd2-404c-804b-3b129a7ee0b6 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:52.334283 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-21b79811-7170-4592-a47f-bd5819eb05e9 req-eaecc552-8cd2-404c-804b-3b129a7ee0b6 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 943 time: 0.1896446 Aug 23 10:23:52.463646 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-21b79811-7170-4592-a47f-bd5819eb05e9 req-d5c2e3ce-5675-459a-9170-39f440cb67cd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055210 Aug 23 10:23:52.511019 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5e162b57-e289-4923-be25-51016374a5eb req-0641493c-d5cc-4fc7-ba0c-4698de6b0a8d service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706851 Aug 23 10:23:52.646043 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5e162b57-e289-4923-be25-51016374a5eb req-03ca22eb-27b0-45e7-bf20-ab5509df618e service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265554 Aug 23 10:23:52.965500 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 41794) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:53.080738 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-02beb482-cdb4-4f8b-a4a7-14bd86ab5fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:53.099091 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-02beb482-cdb4-4f8b-a4a7-14bd86ab5fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:53.102993 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-02beb482-cdb4-4f8b-a4a7-14bd86ab5fef admin admin] Usage tracker for resource:security_group_rule and tenant:4f1e167b22414a1cb05ed3e2b817877d is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:53.105906 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-02beb482-cdb4-4f8b-a4a7-14bd86ab5fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:53.112063 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-02beb482-cdb4-4f8b-a4a7-14bd86ab5fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:53.245405 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cb366-5336-4fd5-9db9-28f9015d8057 req-dda438ec-3063-497b-8f48-d1de7e0a6e2a tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:53.247059 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-144cb366-5336-4fd5-9db9-28f9015d8057 req-dda438ec-3063-497b-8f48-d1de7e0a6e2a tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1265459 Aug 23 10:23:53.289151 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-02beb482-cdb4-4f8b-a4a7-14bd86ab5fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:53.298474 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-02beb482-cdb4-4f8b-a4a7-14bd86ab5fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:53.308874 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-b78a40b5-a3f0-4d2f-8bdd-7be99a97e8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:53.397598 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-144cb366-5336-4fd5-9db9-28f9015d8057 req-2f27fc03-1a5e-4631-86fd-a1b20e40f856 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429293 Aug 23 10:23:53.430000 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02beb482-cdb4-4f8b-a4a7-14bd86ab5fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a9ffd7-9316-4211-bea4-58619dfe1c2f,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:53.434496 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-02beb482-cdb4-4f8b-a4a7-14bd86ab5fef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f1e167b22414a1cb05ed3e2b817877d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4679062 Aug 23 10:23:53.435477 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-02beb482-cdb4-4f8b-a4a7-14bd86ab5fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:53.437044 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 41806) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:53.498290 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6c92a3de-aa1b-405a-8169-354b710ea8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:53.527316 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6c92a3de-aa1b-405a-8169-354b710ea8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:53.579360 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6c92a3de-aa1b-405a-8169-354b710ea8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:53.583817 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e5f6ee0b-c0fd-4d7c-9f57-78f74c7e6742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:53.594620 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92a3de-aa1b-405a-8169-354b710ea8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a9ffd7-9316-4211-bea4-58619dfe1c2f,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:53.601158 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-6c92a3de-aa1b-405a-8169-354b710ea8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:53.604162 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6c92a3de-aa1b-405a-8169-354b710ea8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:53.605617 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-6c92a3de-aa1b-405a-8169-354b710ea8f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6a9ffd7-9316-4211-bea4-58619dfe1c2f HTTP/1.1" status: 204 len: 168 time: 0.1674428 Aug 23 10:23:53.661136 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d823c-4065-41a2-8708-0f27f2f45124 req-35051c9d-d15b-4a0d-b8ea-0fff9aef1bde tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:53.662681 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2b8d823c-4065-41a2-8708-0f27f2f45124 req-35051c9d-d15b-4a0d-b8ea-0fff9aef1bde tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 943 time: 0.0852513 Aug 23 10:23:53.710509 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2b8d823c-4065-41a2-8708-0f27f2f45124 req-ffedce46-bab9-460d-a009-8334c1f98f67 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419812 Aug 23 10:23:53.840829 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device d39e17fc-be8c-4484-abf2-3cd17cc20155 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:23:54.004189 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port d39e17fc-be8c-4484-abf2-3cd17cc20155, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d39e17fc-be8c-4484-abf2-3cd17cc20155,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:54.017280 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': 'd39e17fc-be8c-4484-abf2-3cd17cc20155', 'network_id': '74466438-5a63-441f-a8a8-f5014503b519', 'port_id': 'd39e17fc-be8c-4484-abf2-3cd17cc20155', 'mac_address': 'fa:16:3e:df:17:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:23:54.070677 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:54.086743 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39e17fc-be8c-4484-abf2-3cd17cc20155 {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:23:54.102357 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port d39e17fc-be8c-4484-abf2-3cd17cc20155, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d39e17fc-be8c-4484-abf2-3cd17cc20155,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:54.106351 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:54.109066 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:54.177273 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=d39e17fc-be8c-4484-abf2-3cd17cc20155,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:54.180563 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:54.546201 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['d39e17fc-be8c-4484-abf2-3cd17cc20155'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:23:54.592490 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840a9ba-7167-475b-ae2a-d9ba63d51673 req-a64b10ad-6ef3-4831-93a3-8e1ca97df7e7 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:54.594584 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-8840a9ba-7167-475b-ae2a-d9ba63d51673 req-a64b10ad-6ef3-4831-93a3-8e1ca97df7e7 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0880392 Aug 23 10:23:54.644108 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-8840a9ba-7167-475b-ae2a-d9ba63d51673 req-c0e37924-1344-4ae9-88f8-6f91b89abcf6 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432692 Aug 23 10:23:54.895458 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40356ad7-211f-4321-94d7-37418c8923ba req-57946b98-8a04-4c22-9051-d678000d5a74 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:54.897671 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-40356ad7-211f-4321-94d7-37418c8923ba req-57946b98-8a04-4c22-9051-d678000d5a74 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 944 time: 0.0815368 Aug 23 10:23:54.948513 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-40356ad7-211f-4321-94d7-37418c8923ba req-923b4bcb-47e1-4c3c-a99c-4b9f1b31c81c tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449529 Aug 23 10:23:55.832680 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627412b-c8db-4453-bee9-a6bd83bed147 req-d2a80822-308b-4950-85cc-d68fba921818 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:55.834130 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e627412b-c8db-4453-bee9-a6bd83bed147 req-d2a80822-308b-4950-85cc-d68fba921818 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0791833 Aug 23 10:23:55.866915 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device d39e17fc-be8c-4484-abf2-3cd17cc20155 up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:23:55.881562 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e627412b-c8db-4453-bee9-a6bd83bed147 req-c90f201f-2d1f-48e0-b3e5-c7f4626c6819 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414469 Aug 23 10:23:55.935993 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning for port d39e17fc-be8c-4484-abf2-3cd17cc20155 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:23:55.940684 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port d39e17fc-be8c-4484-abf2-3cd17cc20155 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:55.941160 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:56.066643 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:56.104860 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e30ded0-11ce-4e47-a06a-c8c7598c26b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39e17fc-be8c-4484-abf2-3cd17cc20155'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:23:56.122282 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port d39e17fc-be8c-4484-abf2-3cd17cc20155, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d39e17fc-be8c-4484-abf2-3cd17cc20155,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:56.126213 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:56.129554 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:56.161892 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136af33-e057-43b2-a367-e88a970579c1 req-6386c161-fcb6-42e3-990b-48c809b6a9a4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:56.164225 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b136af33-e057-43b2-a367-e88a970579c1 req-6386c161-fcb6-42e3-990b-48c809b6a9a4 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 944 time: 0.0877936 Aug 23 10:23:56.207858 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=d39e17fc-be8c-4484-abf2-3cd17cc20155,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:56.211654 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:56.223506 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b136af33-e057-43b2-a367-e88a970579c1 req-ce5c2812-9fef-4ae2-a228-a2002070a0d8 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504959 Aug 23 10:23:56.245389 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e30ded0-11ce-4e47-a06a-c8c7598c26b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39e17fc-be8c-4484-abf2-3cd17cc20155', 'code': 200} Aug 23 10:23:56.508128 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c759f-a7d1-4527-9f6f-2818a1550fb5 req-a432c488-a6ef-4678-ade5-aae8f44cbf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:56.509612 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-319c759f-a7d1-4527-9f6f-2818a1550fb5 req-a432c488-a6ef-4678-ade5-aae8f44cbf4d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 1098 time: 0.0695441 Aug 23 10:23:56.555057 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-319c759f-a7d1-4527-9f6f-2818a1550fb5 req-c41bad65-6e45-4e95-aca9-43cbfffa41e0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353947 Aug 23 10:23:57.413580 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631727e-a0c3-4286-bd84-25ab8a3ad221 req-bb7a4bf2-5283-4d47-8607-bcd075bf06f1 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:57.415047 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c631727e-a0c3-4286-bd84-25ab8a3ad221 req-bb7a4bf2-5283-4d47-8607-bcd075bf06f1 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 945 time: 0.0817113 Aug 23 10:23:57.459728 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c631727e-a0c3-4286-bd84-25ab8a3ad221 req-a3ffb0f6-0ee9-413b-b142-ee4237aa2ecd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389156 Aug 23 10:23:57.634977 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab79503-2065-4831-9272-3e16746e70a7 req-bbccd98a-07e1-49a4-87cf-f03e2710fb2f tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:57.636446 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-cab79503-2065-4831-9272-3e16746e70a7 req-bbccd98a-07e1-49a4-87cf-f03e2710fb2f tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0876679 Aug 23 10:23:57.680556 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-cab79503-2065-4831-9272-3e16746e70a7 req-58df2bee-cb05-49e4-9fab-99e14b3e6537 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385222 Aug 23 10:23:58.641938 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef0931-4a90-482f-b851-67dfe5946939 req-8a628b07-0de3-45fb-beda-1966348de5ba tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:58.643802 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-60ef0931-4a90-482f-b851-67dfe5946939 req-8a628b07-0de3-45fb-beda-1966348de5ba tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 945 time: 0.0791230 Aug 23 10:23:58.687311 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-60ef0931-4a90-482f-b851-67dfe5946939 req-5d31f871-3697-4c42-af47-1a64f86d3a4e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377812 Aug 23 10:24:01.036327 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79951de-3ff5-4fe1-bc24-0c40d6a32515 req-4f8ce11a-645c-49c7-baca-3bd467f37950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:01.037714 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a79951de-3ff5-4fe1-bc24-0c40d6a32515 req-4f8ce11a-645c-49c7-baca-3bd467f37950 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24148a0a1b3d4246851e79ae6f24b70c&device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 1099 time: 0.1442695 Aug 23 10:24:01.045652 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048da76-788c-441c-8d3b-88a0583d6c7f req-50252646-918a-4ec4-8a7d-4a00a202825b tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:01.047010 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0048da76-788c-441c-8d3b-88a0583d6c7f req-50252646-918a-4ec4-8a7d-4a00a202825b tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1089597 Aug 23 10:24:01.188135 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0048da76-788c-441c-8d3b-88a0583d6c7f req-25a58e16-dcf7-41ea-863f-4f46bc5c30ee tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172719 Aug 23 10:24:01.225269 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79951de-3ff5-4fe1-bc24-0c40d6a32515 req-87f1ddb7-4df2-4d5f-8542-c46ae56bf89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:01.226773 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a79951de-3ff5-4fe1-bc24-0c40d6a32515 req-87f1ddb7-4df2-4d5f-8542-c46ae56bf89e service neutron] 10.222.0.46 "GET /v2.0/networks?id=49c0bc69-0d72-4f29-9e86-250119aa9fcc HTTP/1.1" status: 200 len: 919 time: 0.1789117 Aug 23 10:24:01.322353 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a79951de-3ff5-4fe1-bc24-0c40d6a32515 req-9dc477cf-902f-4969-b4aa-8430e35498fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b30be037-c5a8-4674-94a8-ad1313c97b71 HTTP/1.1" status: 200 len: 217 time: 0.0788593 Aug 23 10:24:01.408700 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79951de-3ff5-4fe1-bc24-0c40d6a32515 req-e3e750b2-2014-4bee-be24-23e42109ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:01.410431 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a79951de-3ff5-4fe1-bc24-0c40d6a32515 req-e3e750b2-2014-4bee-be24-23e42109ae37 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd439ff1-addd-478f-96e1-80b2d62b0219 HTTP/1.1" status: 200 len: 858 time: 0.0781608 Aug 23 10:24:01.460981 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a79951de-3ff5-4fe1-bc24-0c40d6a32515 req-17be5f9c-7d74-4cec-b049-3292ef11089c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49c0bc69-0d72-4f29-9e86-250119aa9fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421371 Aug 23 10:24:01.597084 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a79951de-3ff5-4fe1-bc24-0c40d6a32515 req-e30684d6-4264-4efe-9707-e74ad340e753 service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265199 Aug 23 10:24:01.738517 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a79951de-3ff5-4fe1-bc24-0c40d6a32515 req-f123bf21-96d9-41cb-84c4-a4253ed3d2ee service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264777 Aug 23 10:24:02.419615 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047263d-43fc-4606-a814-1643658a74da req-c82db8d3-5a6a-4fc6-8fb1-1beaee908f60 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:02.421087 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0047263d-43fc-4606-a814-1643658a74da req-c82db8d3-5a6a-4fc6-8fb1-1beaee908f60 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0825381 Aug 23 10:24:02.466237 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0047263d-43fc-4606-a814-1643658a74da req-5c1c4797-06d0-4034-a633-9e8ee2ea7ac0 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386477 Aug 23 10:24:03.654311 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7e166-a95b-4a7a-bbbc-0132812cdde4 req-321fcb8e-6801-47e1-b69a-e92755a94f54 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:03.655770 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-3ca7e166-a95b-4a7a-bbbc-0132812cdde4 req-321fcb8e-6801-47e1-b69a-e92755a94f54 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0792224 Aug 23 10:24:03.701277 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-3ca7e166-a95b-4a7a-bbbc-0132812cdde4 req-0c1de534-d2c0-44c9-a720-97f019b42b2b tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389278 Aug 23 10:24:04.484075 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5deb7-0523-41bb-9826-d2859ffe257c req-5a7d3f48-947b-45fa-b494-44654386a06d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:04.487219 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-aed5deb7-0523-41bb-9826-d2859ffe257c req-5a7d3f48-947b-45fa-b494-44654386a06d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.0825908 Aug 23 10:24:04.538888 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-aed5deb7-0523-41bb-9826-d2859ffe257c req-d34ead82-d8fd-42a2-b1f8-fed98c694cd7 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457075 Aug 23 10:24:04.897061 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f5e84-bfc7-4db6-8bc3-1c08e9c984c3 req-70d0d455-91c0-4861-9ccd-729af0e0a12b tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:04.898661 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8b5f5e84-bfc7-4db6-8bc3-1c08e9c984c3 req-70d0d455-91c0-4861-9ccd-729af0e0a12b tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0894246 Aug 23 10:24:04.944023 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8b5f5e84-bfc7-4db6-8bc3-1c08e9c984c3 req-5dc5fdef-6274-4208-af0a-11171b8dc48b tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396011 Aug 23 10:24:05.738744 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f7bfe-c202-449c-a6ef-afa5797a1c6a req-8061b0ae-1620-45b1-9398-9eb1169bc16a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:05.740218 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ca0f7bfe-c202-449c-a6ef-afa5797a1c6a req-8061b0ae-1620-45b1-9398-9eb1169bc16a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.0854332 Aug 23 10:24:05.783978 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ca0f7bfe-c202-449c-a6ef-afa5797a1c6a req-ec3c07f2-8c5f-4bca-b216-819f78b718e5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379803 Aug 23 10:24:06.129408 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-59d8d461-9ca5-48af-b55e-671448542e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:06.217786 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61712c1d-ed44-44c7-8efc-cff2775fcd4e req-970357dd-dd41-46fa-ad82-988efd45a883 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:06.219237 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-61712c1d-ed44-44c7-8efc-cff2775fcd4e req-970357dd-dd41-46fa-ad82-988efd45a883 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1652989 Aug 23 10:24:06.269320 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-61712c1d-ed44-44c7-8efc-cff2775fcd4e req-cb3358ef-a18b-4b0b-8ee4-ae61eb7c2ebf tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437005 Aug 23 10:24:06.512810 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0a4fa-4952-4bec-ba2f-5c3818d88de4 req-6da1c4af-673d-4941-b3f0-b0d4e93a0fda tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:06.514181 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b0a0a4fa-4952-4bec-ba2f-5c3818d88de4 req-6da1c4af-673d-4941-b3f0-b0d4e93a0fda tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 945 time: 0.0815566 Aug 23 10:24:06.561125 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b0a0a4fa-4952-4bec-ba2f-5c3818d88de4 req-03dd46da-0f06-4861-bd0f-6ad920b99a05 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410247 Aug 23 10:24:06.745983 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:06.761898 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:06.973830 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b7d63-3055-4fa7-bace-397f12863cfa req-7f7b923f-c936-440f-a567-3c364dec93fd tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:06.975288 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-355b7d63-3055-4fa7-bace-397f12863cfa req-7f7b923f-c936-440f-a567-3c364dec93fd tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.0796506 Aug 23 10:24:07.020290 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-355b7d63-3055-4fa7-bace-397f12863cfa req-6b7760cc-a39e-42b3-8936-7ec453409795 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393846 Aug 23 10:24:07.457591 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236feab4-9a27-4621-896f-71664d55138a req-a2300d99-7235-4a0f-a051-74a183000b81 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:07.459023 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-236feab4-9a27-4621-896f-71664d55138a req-a2300d99-7235-4a0f-a051-74a183000b81 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0818784 Aug 23 10:24:07.502950 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-236feab4-9a27-4621-896f-71664d55138a req-8f2a0f8a-3cb6-4f63-8706-539466b02697 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381591 Aug 23 10:24:07.746598 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a7e00-4f7d-4669-b08b-7ff501ec1562 req-299f17bc-31e3-418e-a4ed-7d260a886c48 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:07.748070 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6a6a7e00-4f7d-4669-b08b-7ff501ec1562 req-299f17bc-31e3-418e-a4ed-7d260a886c48 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 945 time: 0.0794454 Aug 23 10:24:07.839894 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6a6a7e00-4f7d-4669-b08b-7ff501ec1562 req-61a21992-25af-4c4d-82d2-5788099d658d tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853159 Aug 23 10:24:07.876390 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ac5c1-9b86-4a44-9df2-1121206e3232 req-c6a4cce2-e194-461b-b88f-1d4450a38166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:07.878013 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-817ac5c1-9b86-4a44-9df2-1121206e3232 req-c6a4cce2-e194-461b-b88f-1d4450a38166 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24148a0a1b3d4246851e79ae6f24b70c&device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 1099 time: 0.0954449 Aug 23 10:24:08.025590 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ac5c1-9b86-4a44-9df2-1121206e3232 req-8b30910d-1af0-4931-b3a7-f899f5439551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:08.027030 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-817ac5c1-9b86-4a44-9df2-1121206e3232 req-8b30910d-1af0-4931-b3a7-f899f5439551 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49c0bc69-0d72-4f29-9e86-250119aa9fcc HTTP/1.1" status: 200 len: 919 time: 0.1270175 Aug 23 10:24:08.094970 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-817ac5c1-9b86-4a44-9df2-1121206e3232 req-550fbf53-f198-4e19-aec8-a0836b400dc3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b30be037-c5a8-4674-94a8-ad1313c97b71 HTTP/1.1" status: 200 len: 217 time: 0.0610945 Aug 23 10:24:08.162423 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ac5c1-9b86-4a44-9df2-1121206e3232 req-1a691c7c-37ad-4c74-b9cd-39d1b4a263b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:08.163891 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-817ac5c1-9b86-4a44-9df2-1121206e3232 req-1a691c7c-37ad-4c74-b9cd-39d1b4a263b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd439ff1-addd-478f-96e1-80b2d62b0219 HTTP/1.1" status: 200 len: 858 time: 0.0611680 Aug 23 10:24:08.217644 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-817ac5c1-9b86-4a44-9df2-1121206e3232 req-eeae5b00-4f1b-4871-8bcd-5db6c7d3a5b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49c0bc69-0d72-4f29-9e86-250119aa9fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412838 Aug 23 10:24:08.221283 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0f8b2-0f25-424d-8bd8-cf95acfc6d24 req-cc54948a-98c8-4c59-b7a6-b44194af68e7 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:08.222733 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-48d0f8b2-0f25-424d-8bd8-cf95acfc6d24 req-cc54948a-98c8-4c59-b7a6-b44194af68e7 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.0866053 Aug 23 10:24:08.274215 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-48d0f8b2-0f25-424d-8bd8-cf95acfc6d24 req-db96bba6-7378-43d1-86b6-97af9019f078 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455756 Aug 23 10:24:08.360557 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-817ac5c1-9b86-4a44-9df2-1121206e3232 req-a6f10695-cc67-47bd-b090-964bd3dfea8b service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263628 Aug 23 10:24:08.498469 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-817ac5c1-9b86-4a44-9df2-1121206e3232 req-6e7d2e3f-3dbc-473a-bec5-33f67c44a091 service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258001 Aug 23 10:24:08.690631 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8705bda-a587-44e1-a53c-cf3c97157008 req-673d90ec-a885-4839-b5d6-73d9944f99c9 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:08.692142 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f8705bda-a587-44e1-a53c-cf3c97157008 req-673d90ec-a885-4839-b5d6-73d9944f99c9 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0789859 Aug 23 10:24:08.738004 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f8705bda-a587-44e1-a53c-cf3c97157008 req-5abeedf2-97d9-4f57-9e40-cb4608d403da tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399988 Aug 23 10:24:08.936381 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-d2786182-78c6-40e0-99b1-237a734e3681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:09.097730 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa5d11-1aba-447b-bb50-5b1b3a7828cc req-a4181902-14dd-4f7f-b7f9-084e68a68fa8 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:09.099185 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-7daa5d11-1aba-447b-bb50-5b1b3a7828cc req-a4181902-14dd-4f7f-b7f9-084e68a68fa8 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 945 time: 0.1366739 Aug 23 10:24:09.136807 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5f9da-8649-4a9b-b0c4-475079049b1a req-2dc001a7-fd7b-4c03-bc33-433c90bb3033 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:09.138210 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-fcf5f9da-8649-4a9b-b0c4-475079049b1a req-2dc001a7-fd7b-4c03-bc33-433c90bb3033 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 945 time: 0.1177151 Aug 23 10:24:09.201102 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-7daa5d11-1aba-447b-bb50-5b1b3a7828cc req-f739ddcd-7dcc-4375-bbbb-de90773cff34 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954511 Aug 23 10:24:09.219197 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [req-fcf5f9da-8649-4a9b-b0c4-475079049b1a req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Deleting port d39e17fc-be8c-4484-abf2-3cd17cc20155 {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:24:09.219486 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-fcf5f9da-8649-4a9b-b0c4-475079049b1a req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:09.425774 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:09.470111 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [req-fcf5f9da-8649-4a9b-b0c4-475079049b1a req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] For port d39e17fc-be8c-4484-abf2-3cd17cc20155, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d39e17fc-be8c-4484-abf2-3cd17cc20155,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:09.470383 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebac5e9-3b64-45db-b68d-427e297358d8 req-38ff4705-55a2-4600-a526-8555e42e4327 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:09.471534 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-fcf5f9da-8649-4a9b-b0c4-475079049b1a req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:09.472656 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7ebac5e9-3b64-45db-b68d-427e297358d8 req-38ff4705-55a2-4600-a526-8555e42e4327 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.0904446 Aug 23 10:24:09.518850 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7ebac5e9-3b64-45db-b68d-427e297358d8 req-5650be87-4eee-41ee-aaa1-960039babd2a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399766 Aug 23 10:24:09.654372 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [req-fcf5f9da-8649-4a9b-b0c4-475079049b1a req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Calling delete_port for d39e17fc-be8c-4484-abf2-3cd17cc20155 owned by compute:nova {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:24:09.854936 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-fcf5f9da-8649-4a9b-b0c4-475079049b1a req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:09.860885 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:09.875381 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['187b0acb-0811-412e-ace7-f2ea1315cadf', '89da9404-62aa-4000-9d8f-d1dd4d2e55b2', '1b781cd5-74cd-4bd9-bd00-4017bebe6d9a', 'd39e17fc-be8c-4484-abf2-3cd17cc20155'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:24:09.905594 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Pushing event deleted for resources: {'Port': ['ID=d39e17fc-be8c-4484-abf2-3cd17cc20155,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:09.915605 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:09.916001 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:09.916354 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:09.916836 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:09.917045 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:09.917392 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:09.917734 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:09.918076 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:09.918414 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:09.918751 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:09.919090 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:09.919431 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:09.926670 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95467a24-2bfb-4821-b67f-e2560c3d2aa8 req-aad9e74b-ca4a-4a82-9f7f-9ebf827e7875 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:09.932361 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-95467a24-2bfb-4821-b67f-e2560c3d2aa8 req-aad9e74b-ca4a-4a82-9f7f-9ebf827e7875 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0902200 Aug 23 10:24:09.946707 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:09.980536 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-95467a24-2bfb-4821-b67f-e2560c3d2aa8 req-600fa98a-3eeb-48bf-9c09-0cec514aefc8 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463130 Aug 23 10:24:09.994246 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf5f9da-8649-4a9b-b0c4-475079049b1a req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] No DVR routers for this DVR port d39e17fc-be8c-4484-abf2-3cd17cc20155 on host hv-cinder-80278 {{(pid=79163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:24:09.997571 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-fcf5f9da-8649-4a9b-b0c4-475079049b1a req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:10.000423 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e30ded0-11ce-4e47-a06a-c8c7598c26b6', 'name': 'network-vif-deleted', 'tag': 'd39e17fc-be8c-4484-abf2-3cd17cc20155'}] {{(pid=79163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:24:10.018713 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-fcf5f9da-8649-4a9b-b0c4-475079049b1a req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.46 "DELETE /v2.0/ports/d39e17fc-be8c-4484-abf2-3cd17cc20155 HTTP/1.1" status: 204 len: 173 time: 0.8729546 Aug 23 10:24:10.055966 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e30ded0-11ce-4e47-a06a-c8c7598c26b6', 'name': 'network-vif-deleted', 'tag': 'd39e17fc-be8c-4484-abf2-3cd17cc20155', 'status': 'completed', 'code': 200} Aug 23 10:24:10.371068 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7459245f-3ee0-4b7f-baf4-fb980da87e07 req-28d94371-5274-44c0-a886-0db2b612b9ff tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e30ded0-11ce-4e47-a06a-c8c7598c26b6 HTTP/1.1" status: 200 len: 210 time: 0.0450363 Aug 23 10:24:10.718215 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb9cb1-a04c-41ef-a291-abc5ea2c5064 req-7c34e691-c627-43b2-b009-4fc15ad8383d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:10.719691 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-8aeb9cb1-a04c-41ef-a291-abc5ea2c5064 req-7c34e691-c627-43b2-b009-4fc15ad8383d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.0881565 Aug 23 10:24:10.764336 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-8aeb9cb1-a04c-41ef-a291-abc5ea2c5064 req-532f2158-46c5-4322-bdfe-e1befa69c4f6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388861 Aug 23 10:24:10.825894 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:11.162367 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb220cc2-7380-46ca-bc9a-f1d94de198f7 req-84bfd700-1610-4f68-ae17-0d95a081a226 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:11.163832 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-fb220cc2-7380-46ca-bc9a-f1d94de198f7 req-84bfd700-1610-4f68-ae17-0d95a081a226 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0836020 Aug 23 10:24:11.210441 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-fb220cc2-7380-46ca-bc9a-f1d94de198f7 req-df381045-13fa-4ab8-a610-3381de83b077 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Aug 23 10:24:11.959926 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb914f11-b1d8-42f5-a50a-55bc0218eaa7 req-5a91b272-70b8-4b33-8c18-73ea956f8ce9 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:11.961399 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-eb914f11-b1d8-42f5-a50a-55bc0218eaa7 req-5a91b272-70b8-4b33-8c18-73ea956f8ce9 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.0802701 Aug 23 10:24:12.005357 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-eb914f11-b1d8-42f5-a50a-55bc0218eaa7 req-1a1990ba-90bc-4039-b7b3-5dcd23a4f72d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380077 Aug 23 10:24:12.395638 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519d080-e3e1-4d7c-b336-1b39f1cf0c91 req-e6e88772-b388-42e3-a10b-6314e2c4a803 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:12.397098 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f519d080-e3e1-4d7c-b336-1b39f1cf0c91 req-e6e88772-b388-42e3-a10b-6314e2c4a803 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0788481 Aug 23 10:24:12.441113 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f519d080-e3e1-4d7c-b336-1b39f1cf0c91 req-7b63bb97-b74f-4563-ae94-5e95cc9b2719 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385408 Aug 23 10:24:13.054988 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15f5ed-bb6e-4a90-9483-49176264edc5 req-1482eb17-645e-491c-a71c-8f77b72e6c36 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:13.056671 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ca15f5ed-bb6e-4a90-9483-49176264edc5 req-1482eb17-645e-491c-a71c-8f77b72e6c36 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 945 time: 0.0887971 Aug 23 10:24:13.102632 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ca15f5ed-bb6e-4a90-9483-49176264edc5 req-bba42e10-1d2b-4ff9-bb35-2fc7d46aec20 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401440 Aug 23 10:24:13.236872 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 42102) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:13.277875 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3e816-b0b7-4c17-b9d4-62ffec2a5b66 req-b181e533-1d14-4f47-a213-de980020ee57 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:13.279314 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-f4a3e816-b0b7-4c17-b9d4-62ffec2a5b66 req-b181e533-1d14-4f47-a213-de980020ee57 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.0848734 Aug 23 10:24:13.324765 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-f4a3e816-b0b7-4c17-b9d4-62ffec2a5b66 req-002ad323-bbb5-4d21-b39c-3112f0894964 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396688 Aug 23 10:24:13.397209 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:13.411456 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:13.415296 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Usage tracker for resource:security_group_rule and tenant:282af32051d54513b029dffa8fedb30b is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:13.418151 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:13.424683 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:13.507371 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:13.511210 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:13.520036 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-8f412a1c-233a-43cd-b827-d076137b729e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:13.557814 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=282af32051d54513b029dffa8fedb30b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198514 Aug 23 10:24:13.560496 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 42110) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:13.620881 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4d8244cd-5a90-4ed3-98cc-1355cf35953e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:13.648223 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4d8244cd-5a90-4ed3-98cc-1355cf35953e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:13.676636 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd64f270-8148-4f2f-b9ef-4c34c630505d,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:13.690310 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:13.690668 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:13.691022 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:13.691378 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:13.691728 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:13.692099 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:13.692437 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:13.692775 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:13.693114 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:13.693458 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:13.693791 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:13.694122 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:13.698165 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:13.701608 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4d8244cd-5a90-4ed3-98cc-1355cf35953e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:13.706063 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-6f2b7f03-573c-48c2-95a7-0cea28f8db7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:13.720151 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8244cd-5a90-4ed3-98cc-1355cf35953e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd64f270-8148-4f2f-b9ef-4c34c630505d,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:13.724253 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-4d8244cd-5a90-4ed3-98cc-1355cf35953e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:13.728151 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4d8244cd-5a90-4ed3-98cc-1355cf35953e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:13.729438 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-4d8244cd-5a90-4ed3-98cc-1355cf35953e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd64f270-8148-4f2f-b9ef-4c34c630505d HTTP/1.1" status: 204 len: 168 time: 0.1675911 Aug 23 10:24:13.734689 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36974231-5070-477f-8d94-65f6856a1285 req-97e5fe3b-a636-40cd-8930-e7a8636baaa5 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:13.736320 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-36974231-5070-477f-8d94-65f6856a1285 req-97e5fe3b-a636-40cd-8930-e7a8636baaa5 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1773560 Aug 23 10:24:13.781836 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-36974231-5070-477f-8d94-65f6856a1285 req-1d0dab28-8c2f-43ca-87cc-0cf6d7bea2ed tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389850 Aug 23 10:24:13.966704 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device d39e17fc-be8c-4484-abf2-3cd17cc20155 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:24:14.000481 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] No Port match for: d39e17fc-be8c-4484-abf2-3cd17cc20155 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:24:14.000840 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device d39e17fc-be8c-4484-abf2-3cd17cc20155 not bound to the agent host hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:24:14.308009 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39133e2-8d0f-4a75-b8b4-be69c98bb704 req-4a27deef-844e-4c0a-98e3-23e4cc270e61 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:14.309494 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b39133e2-8d0f-4a75-b8b4-be69c98bb704 req-4a27deef-844e-4c0a-98e3-23e4cc270e61 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 945 time: 0.0839403 Aug 23 10:24:14.358586 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b39133e2-8d0f-4a75-b8b4-be69c98bb704 req-b6164549-6469-4a81-8308-89b0ef92a1d3 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418983 Aug 23 10:24:14.424991 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 42140) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:14.521091 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63467ee5-85f6-4cfd-a2cd-4c9e38aa95f2 req-78e0bd08-db76-4032-b846-d9cf1de7c9f2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:14.522566 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-63467ee5-85f6-4cfd-a2cd-4c9e38aa95f2 req-78e0bd08-db76-4032-b846-d9cf1de7c9f2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.0801785 Aug 23 10:24:14.528783 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1685748251-network', 'tenant_id': '5e5d1ee7117d4380a1250d05353d4d68'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:14.533981 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:14.537727 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Usage tracker for resource:network and tenant:5e5d1ee7117d4380a1250d05353d4d68 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:14.540521 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:14.546486 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:14.558112 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Made reservation on behalf of 5e5d1ee7117d4380a1250d05353d4d68 for: {'network': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:24:14.560409 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for network, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:14.570698 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-63467ee5-85f6-4cfd-a2cd-4c9e38aa95f2 req-0be23c80-5e58-4b20-859a-59cf2fff6229 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426266 Aug 23 10:24:14.572739 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:14.587912 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:14.592031 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Usage tracker for resource:security_group_rule and tenant:5e5d1ee7117d4380a1250d05353d4d68 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:14.594810 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:14.601161 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:14.679652 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:14.683247 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:14.685972 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-408cdb8f-da9d-4175-8a2f-caf568619355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:14.714778 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=79164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:24:14.719790 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39b8de0-3f17-4599-8d95-ae52cf255860,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:14.724071 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:14.727477 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:14.728385 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.db.segments_db [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Added segment 75111846-79c0-4a3b-875f-3586cf40cd2b of type vlan for network 168c4640-03a7-426e-a44b-140bb04cda71 Aug 23 10:24:14.753270 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775983037579'] for network, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:14.780859 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for network, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:14.782141 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:14.782713 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:14.787698 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:14.938969 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5127759 Aug 23 10:24:14.940546 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Pushing event updated for resources: {'Network': ['ID=168c4640-03a7-426e-a44b-140bb04cda71,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:14.942477 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 42148) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:14.943290 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:14.948938 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-eff2550e-eb3f-4f81-8492-5050e8fcefff admin admin] Request body: {'subnet': {'network_id': '168c4640-03a7-426e-a44b-140bb04cda71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1685748251-subnet', 'tenant_id': '5e5d1ee7117d4380a1250d05353d4d68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:14.950476 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Network 168c4640-03a7-426e-a44b-140bb04cda71 details requested by agent ovs-agent-dv-cinder-802781-2-smb with host dv-cinder-802781-2-smb {{(pid=79165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:24:14.953861 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-eff2550e-eb3f-4f81-8492-5050e8fcefff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:14.958660 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-eff2550e-eb3f-4f81-8492-5050e8fcefff admin admin] Usage tracker for resource:subnet and tenant:5e5d1ee7117d4380a1250d05353d4d68 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:14.961946 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-eff2550e-eb3f-4f81-8492-5050e8fcefff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:14.968800 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-eff2550e-eb3f-4f81-8492-5050e8fcefff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:14.980671 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff2550e-eb3f-4f81-8492-5050e8fcefff admin admin] Made reservation on behalf of 5e5d1ee7117d4380a1250d05353d4d68 for: {'subnet': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:24:14.983204 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-eff2550e-eb3f-4f81-8492-5050e8fcefff admin admin] Notify callbacks [] for subnet, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:14.996759 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe40b2d-f4ce-4803-8333-e6586ef5dade req-7e80516d-6966-472e-b49b-4cf226d4900e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:14.998580 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-3fe40b2d-f4ce-4803-8333-e6586ef5dade req-7e80516d-6966-472e-b49b-4cf226d4900e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1000409 Aug 23 10:24:15.056399 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-3fe40b2d-f4ce-4803-8333-e6586ef5dade req-17e72dfd-069c-4c98-8ca2-f435017387d2 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508449 Aug 23 10:24:15.163684 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b7aa2-5bbd-428b-9cce-1a954b2b4d2f req-76d92d7c-e317-4c15-b111-ee6f64d33c74 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:15.164405 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-7e9b7aa2-5bbd-428b-9cce-1a954b2b4d2f req-76d92d7c-e317-4c15-b111-ee6f64d33c74 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Synchronizing usage tracker for tenant:69e810a489604e6cb2020d8ccda61414 on resource:port {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:24:15.222782 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-7e9b7aa2-5bbd-428b-9cce-1a954b2b4d2f req-76d92d7c-e317-4c15-b111-ee6f64d33c74 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Unset dirty status for tenant:69e810a489604e6cb2020d8ccda61414 on resource:port {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:24:15.223928 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-7e9b7aa2-5bbd-428b-9cce-1a954b2b4d2f req-76d92d7c-e317-4c15-b111-ee6f64d33c74 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.46 "GET /v2.0/ports?device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 945 time: 0.2079067 Aug 23 10:24:15.323598 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [req-7e9b7aa2-5bbd-428b-9cce-1a954b2b4d2f req-8d49a26c-6a11-4a8f-82bb-c48f51568be2 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Deleting port 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:24:15.323862 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-7e9b7aa2-5bbd-428b-9cce-1a954b2b4d2f req-8d49a26c-6a11-4a8f-82bb-c48f51568be2 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:15.352827 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-eff2550e-eb3f-4f81-8492-5050e8fcefff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for subnet, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:15.369317 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:15.497073 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2550e-eb3f-4f81-8492-5050e8fcefff admin admin] Pushing event updated for resources: {'Subnet': ['ID=25479d98-86a9-4bb3-bcf4-19e41c3f433b,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:15.503468 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-eff2550e-eb3f-4f81-8492-5050e8fcefff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:15.511190 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff2550e-eb3f-4f81-8492-5050e8fcefff admin admin] Checking segment: {'id': '75111846-79c0-4a3b-875f-3586cf40cd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '168c4640-03a7-426e-a44b-140bb04cda71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:24:15.511543 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff2550e-eb3f-4f81-8492-5050e8fcefff admin admin] Network hostable DHCP agents. Network: 168c4640-03a7-426e-a44b-140bb04cda71, hostable agents: ['e4366bde-9e46-4a9c-adf7-2d64cdf13340'], hosted agents: [] {{(pid=79163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:24:15.542854 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184933a-73e0-476f-be55-d8780798535d req-e55eee38-2e37-4000-982a-3cd2d969cf8f tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:15.544351 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c184933a-73e0-476f-be55-d8780798535d req-e55eee38-2e37-4000-982a-3cd2d969cf8f tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 945 time: 0.0783691 Aug 23 10:24:15.590909 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c184933a-73e0-476f-be55-d8780798535d req-2a5fb154-9acb-4f78-a17f-f4c661cb3e04 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Aug 23 10:24:15.682903 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff2550e-eb3f-4f81-8492-5050e8fcefff admin admin] Network 168c4640-03a7-426e-a44b-140bb04cda71 is scheduled to be hosted by DHCP agent e4366bde-9e46-4a9c-adf7-2d64cdf13340 with binding_index 1 {{(pid=79163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:24:15.749685 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-eff2550e-eb3f-4f81-8492-5050e8fcefff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-smb, 168c4640-03a7-426e-a44b-140bb04cda71) {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:24:15.758715 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7613d3-7a91-40ac-8836-3e8d53d5a8b9 None None] Network 168c4640-03a7-426e-a44b-140bb04cda71 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:24:15.761982 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff2550e-eb3f-4f81-8492-5050e8fcefff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:15.762545 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-eff2550e-eb3f-4f81-8492-5050e8fcefff admin admin] Notify callbacks [] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:15.801575 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [req-7e9b7aa2-5bbd-428b-9cce-1a954b2b4d2f req-8d49a26c-6a11-4a8f-82bb-c48f51568be2 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] For port 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1b781cd5-74cd-4bd9-bd00-4017bebe6d9a,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:15.801931 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-7e9b7aa2-5bbd-428b-9cce-1a954b2b4d2f req-8d49a26c-6a11-4a8f-82bb-c48f51568be2 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:15.868529 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-eff2550e-eb3f-4f81-8492-5050e8fcefff admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9247863 Aug 23 10:24:15.932119 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [req-7e9b7aa2-5bbd-428b-9cce-1a954b2b4d2f req-8d49a26c-6a11-4a8f-82bb-c48f51568be2 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Calling delete_port for 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a owned by compute:nova {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:24:15.974119 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e92efd5-074a-4e7a-8be3-d605f6baf7f3 None None] Network 168c4640-03a7-426e-a44b-140bb04cda71 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:24:16.000518 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ef98e-970a-4fa9-87cd-dc95e3314da8 req-996de26d-03af-4b39-a2e7-e0d7db02cc26 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:16.002549 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-821ef98e-970a-4fa9-87cd-dc95e3314da8 req-996de26d-03af-4b39-a2e7-e0d7db02cc26 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.3167529 Aug 23 10:24:16.067695 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-821ef98e-970a-4fa9-87cd-dc95e3314da8 req-cb605f74-abf4-47dd-950a-1e471465dcc4 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574577 Aug 23 10:24:16.136779 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-7e9b7aa2-5bbd-428b-9cce-1a954b2b4d2f req-8d49a26c-6a11-4a8f-82bb-c48f51568be2 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:16.144414 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:16.198399 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49a26c-6a11-4a8f-82bb-c48f51568be2 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Pushing event deleted for resources: {'Port': ['ID=1b781cd5-74cd-4bd9-bd00-4017bebe6d9a,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:16.202134 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-8d49a26c-6a11-4a8f-82bb-c48f51568be2 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:16.240547 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['187b0acb-0811-412e-ace7-f2ea1315cadf', '89da9404-62aa-4000-9d8f-d1dd4d2e55b2', '1b781cd5-74cd-4bd9-bd00-4017bebe6d9a'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:24:16.277303 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871aed39-7d3d-4192-a0c3-a85b64df8fd1 req-73e9ffdf-1a86-48f6-a6bf-67ebe2555344 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:16.283899 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9b7aa2-5bbd-428b-9cce-1a954b2b4d2f req-8d49a26c-6a11-4a8f-82bb-c48f51568be2 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] No DVR routers for this DVR port 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a on host hv-cinder-80278 {{(pid=79163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:24:16.284804 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-871aed39-7d3d-4192-a0c3-a85b64df8fd1 req-73e9ffdf-1a86-48f6-a6bf-67ebe2555344 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1033232 Aug 23 10:24:16.287942 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-7e9b7aa2-5bbd-428b-9cce-1a954b2b4d2f req-8d49a26c-6a11-4a8f-82bb-c48f51568be2 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:16.299403 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c417b5-b755-4dff-ad7f-d715bc97e329', 'name': 'network-vif-deleted', 'tag': '1b781cd5-74cd-4bd9-bd00-4017bebe6d9a'}] {{(pid=79163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:24:16.307918 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-7e9b7aa2-5bbd-428b-9cce-1a954b2b4d2f req-8d49a26c-6a11-4a8f-82bb-c48f51568be2 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.46 "DELETE /v2.0/ports/1b781cd5-74cd-4bd9-bd00-4017bebe6d9a HTTP/1.1" status: 204 len: 173 time: 1.0767448 Aug 23 10:24:16.348291 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-871aed39-7d3d-4192-a0c3-a85b64df8fd1 req-1da45703-6772-4232-ac58-47345e3076f4 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625777 Aug 23 10:24:16.368170 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c417b5-b755-4dff-ad7f-d715bc97e329', 'name': 'network-vif-deleted', 'tag': '1b781cd5-74cd-4bd9-bd00-4017bebe6d9a', 'status': 'completed', 'code': 200} Aug 23 10:24:16.769049 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-bfa29dcd-5fd0-47ee-b135-34347969e950 req-789343ff-c497-492b-8fed-d88e2a6ee552 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Synchronizing usage tracker for tenant:69e810a489604e6cb2020d8ccda61414 on resource:port {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:24:16.784345 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-bfa29dcd-5fd0-47ee-b135-34347969e950 req-789343ff-c497-492b-8fed-d88e2a6ee552 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Unset dirty status for tenant:69e810a489604e6cb2020d8ccda61414 on resource:port {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:24:16.785613 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-bfa29dcd-5fd0-47ee-b135-34347969e950 req-789343ff-c497-492b-8fed-d88e2a6ee552 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c417b5-b755-4dff-ad7f-d715bc97e329 HTTP/1.1" status: 200 len: 210 time: 0.0617301 Aug 23 10:24:17.290275 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf9947-17eb-4b90-a4ae-ca2698f044f5 req-a4b62f31-d399-4e8e-99c3-4335c4512644 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:17.291741 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-aacf9947-17eb-4b90-a4ae-ca2698f044f5 req-a4b62f31-d399-4e8e-99c3-4335c4512644 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.0865300 Aug 23 10:24:17.338668 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-aacf9947-17eb-4b90-a4ae-ca2698f044f5 req-c50c8f42-33d1-4084-9bb8-dd46ffdaa763 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406077 Aug 23 10:24:17.539389 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03a5de-a80f-49ec-ab4c-e25d07340af7 req-c00390a2-8c0f-4c05-946d-f89d0ed5270b tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:17.540859 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6e03a5de-a80f-49ec-ab4c-e25d07340af7 req-c00390a2-8c0f-4c05-946d-f89d0ed5270b tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0841322 Aug 23 10:24:17.585775 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6e03a5de-a80f-49ec-ab4c-e25d07340af7 req-19380df2-1efd-4870-bbea-1f39c01ecfcf tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392699 Aug 23 10:24:18.027627 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c4248708-f246-4430-b428-a4eef73698a2 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:18.028331 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c4248708-f246-4430-b428-a4eef73698a2 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Synchronizing usage tracker for tenant:5e5d1ee7117d4380a1250d05353d4d68 on resource:network {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:24:18.050859 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c4248708-f246-4430-b428-a4eef73698a2 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Unset dirty status for tenant:5e5d1ee7117d4380a1250d05353d4d68 on resource:network {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:24:18.052037 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c4248708-f246-4430-b428-a4eef73698a2 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/networks?id=168c4640-03a7-426e-a44b-140bb04cda71 HTTP/1.1" status: 200 len: 809 time: 0.1655874 Aug 23 10:24:18.071613 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-355c1767-f0fc-4aa3-8a62-c6059cfc1c2a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/quotas/5e5d1ee7117d4380a1250d05353d4d68 HTTP/1.1" status: 200 len: 375 time: 0.0104189 Aug 23 10:24:18.127208 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-e8bc48d5-f882-49bb-a38b-06f1c8eff1ae tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e5d1ee7117d4380a1250d05353d4d68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496175 Aug 23 10:24:18.235759 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb5cdc-89e5-4a5f-9b39-06d2f6896cf8 req-6187db4d-0270-43ef-a694-e589b03f527e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:18.237778 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1cdb5cdc-89e5-4a5f-9b39-06d2f6896cf8 req-6187db4d-0270-43ef-a694-e589b03f527e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=55b5a541-cf6a-463e-bca8-44abbfdb756a HTTP/1.1" status: 200 len: 945 time: 0.0826209 Aug 23 10:24:18.260940 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-b324826d-cf48-44e6-9fc8-4f463dc8bec5 service neutron] 10.222.0.20 "GET /v2.0/networks/168c4640-03a7-426e-a44b-140bb04cda71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265149 Aug 23 10:24:18.284656 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1cdb5cdc-89e5-4a5f-9b39-06d2f6896cf8 req-b8dee4b5-8881-4a60-b3b6-f795129ccd58 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409281 Aug 23 10:24:18.392298 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-1c6ee1f9-ba99-4bfb-9f1b-6fa9029a8d3b service neutron] 10.222.0.20 "GET /v2.0/networks/168c4640-03a7-426e-a44b-140bb04cda71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256151 Aug 23 10:24:18.529066 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3130030-912e-4d90-9df3-ffacf253c23f req-5f48fee2-75b7-408f-9317-c7aa88add52b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:18.530766 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a3130030-912e-4d90-9df3-ffacf253c23f req-5f48fee2-75b7-408f-9317-c7aa88add52b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.0837963 Aug 23 10:24:18.571891 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c5146951-3fc8-4ae8-acb0-9dce72b5b489 req-34f30bfe-3608-4a92-b10f-57c88c8ef780 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e89fe41-329b-40a3-8050-5379a3d408b4 HTTP/1.1" status: 200 len: 210 time: 0.0472026 Aug 23 10:24:18.585245 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a3130030-912e-4d90-9df3-ffacf253c23f req-606940fb-f7e5-4ad4-a0d0-0065e6847504 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486069 Aug 23 10:24:18.777829 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d45ab3-3dd4-494f-8aa1-7d4bfd6eb1e2 req-387da9e3-f0ae-4dea-92ac-e117edf39c7a tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:18.779303 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c9d45ab3-3dd4-494f-8aa1-7d4bfd6eb1e2 req-387da9e3-f0ae-4dea-92ac-e117edf39c7a tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0884180 Aug 23 10:24:18.828863 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c9d45ab3-3dd4-494f-8aa1-7d4bfd6eb1e2 req-7eb19706-3dd6-43f7-ad31-4051564aeae3 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409188 Aug 23 10:24:19.620626 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfa2f7-93f7-494f-b2c5-e59a09e636cf req-d57ee835-3e67-497e-938e-54792326626f tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:19.622214 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-1fcfa2f7-93f7-494f-b2c5-e59a09e636cf req-d57ee835-3e67-497e-938e-54792326626f tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=55b5a541-cf6a-463e-bca8-44abbfdb756a HTTP/1.1" status: 200 len: 945 time: 0.0868213 Aug 23 10:24:19.691770 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-1fcfa2f7-93f7-494f-b2c5-e59a09e636cf req-6df88d37-ee4f-43be-9bd6-31a92b06df74 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626493 Aug 23 10:24:19.803393 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-2ea6c19e-6198-4559-a820-a916c07b4384 req-bb1ab0df-ad26-45e4-b39b-d461a0c37d02 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e89fe41-329b-40a3-8050-5379a3d408b4 HTTP/1.1" status: 200 len: 210 time: 0.1089041 Aug 23 10:24:19.880887 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-4198c910-460c-4025-95b4-1c3aab7b34a7 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:19.882552 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-4198c910-460c-4025-95b4-1c3aab7b34a7 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.46 "GET /v2.0/networks?id=168c4640-03a7-426e-a44b-140bb04cda71 HTTP/1.1" status: 200 len: 809 time: 0.2780960 Aug 23 10:24:19.889262 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b3e7a-2764-408b-82fe-78aa06c21bad req-6046f9cb-75bd-499b-a8fb-2f33c241cd36 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:19.890860 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-db2b3e7a-2764-408b-82fe-78aa06c21bad req-6046f9cb-75bd-499b-a8fb-2f33c241cd36 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.0987346 Aug 23 10:24:19.899539 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-394040e0-b0e3-41b0-9796-c23157ecc305 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Request body: {'port': {'device_id': '1e89fe41-329b-40a3-8050-5379a3d408b4', 'network_id': '168c4640-03a7-426e-a44b-140bb04cda71', 'admin_state_up': True, 'tenant_id': '5e5d1ee7117d4380a1250d05353d4d68'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:19.939006 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-db2b3e7a-2764-408b-82fe-78aa06c21bad req-189d91c2-355d-4680-9f6b-11c56d895912 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415888 Aug 23 10:24:19.983338 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:24:20.073048 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-394040e0-b0e3-41b0-9796-c23157ecc305 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:20.077095 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-394040e0-b0e3-41b0-9796-c23157ecc305 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Usage tracker for resource:port and tenant:5e5d1ee7117d4380a1250d05353d4d68 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:20.080627 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-394040e0-b0e3-41b0-9796-c23157ecc305 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:20.082890 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] No Port match for: 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:24:20.083428 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 1b781cd5-74cd-4bd9-bd00-4017bebe6d9a not bound to the agent host hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:24:20.086864 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-394040e0-b0e3-41b0-9796-c23157ecc305 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:20.098120 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-394040e0-b0e3-41b0-9796-c23157ecc305 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Made reservation on behalf of 5e5d1ee7117d4380a1250d05353d4d68 for: {'port': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:24:20.101687 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-394040e0-b0e3-41b0-9796-c23157ecc305 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:20.217578 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3728f2a-8c7a-447d-821b-7a95856287e2 req-843fa8da-b36a-4a7b-981a-96aac4782dbc tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:20.219045 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b3728f2a-8c7a-447d-821b-7a95856287e2 req-843fa8da-b36a-4a7b-981a-96aac4782dbc tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1129270 Aug 23 10:24:20.226696 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b1bfe-aee3-40ae-929b-577f8118f71c req-b59d93b0-f257-4036-83d3-725957a090e9 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:20.228242 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0c6b1bfe-aee3-40ae-929b-577f8118f71c req-b59d93b0-f257-4036-83d3-725957a090e9 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.46 "GET /v2.0/ports?device_id=55b5a541-cf6a-463e-bca8-44abbfdb756a HTTP/1.1" status: 200 len: 945 time: 0.2573256 Aug 23 10:24:20.274834 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-394040e0-b0e3-41b0-9796-c23157ecc305 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Allocated IP 172.20.0.14 (168c4640-03a7-426e-a44b-140bb04cda71/25479d98-86a9-4bb3-bcf4-19e41c3f433b/a997cdc4-54ac-465a-9f67-8392cbebe66d) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:24:20.318995 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b3728f2a-8c7a-447d-821b-7a95856287e2 req-a1171456-a1e7-4068-94b3-7bd925b6e194 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898015 Aug 23 10:24:20.326455 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-0c6b1bfe-aee3-40ae-929b-577f8118f71c req-ce7dfbf7-5115-4d1e-9c4f-0007c69c753e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Deleting port 89da9404-62aa-4000-9d8f-d1dd4d2e55b2 {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:24:20.326800 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-0c6b1bfe-aee3-40ae-929b-577f8118f71c req-ce7dfbf7-5115-4d1e-9c4f-0007c69c753e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:20.554661 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-394040e0-b0e3-41b0-9796-c23157ecc305 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:20.586006 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-394040e0-b0e3-41b0-9796-c23157ecc305 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:20.586545 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-0c6b1bfe-aee3-40ae-929b-577f8118f71c req-ce7dfbf7-5115-4d1e-9c4f-0007c69c753e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] For port 89da9404-62aa-4000-9d8f-d1dd4d2e55b2, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=89da9404-62aa-4000-9d8f-d1dd4d2e55b2,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:20.586897 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-0c6b1bfe-aee3-40ae-929b-577f8118f71c req-ce7dfbf7-5115-4d1e-9c4f-0007c69c753e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:20.591484 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:20.657184 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-394040e0-b0e3-41b0-9796-c23157ecc305 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Network 168c4640-03a7-426e-a44b-140bb04cda71 is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:24:20.661183 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-394040e0-b0e3-41b0-9796-c23157ecc305 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:24:20.664890 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-394040e0-b0e3-41b0-9796-c23157ecc305 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:24:20.670194 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-394040e0-b0e3-41b0-9796-c23157ecc305 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:20.670782 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-394040e0-b0e3-41b0-9796-c23157ecc305 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:20.684012 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394040e0-b0e3-41b0-9796-c23157ecc305 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Pushing event updated for resources: {'Port': ['ID=a997cdc4-54ac-465a-9f67-8392cbebe66d,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:20.688556 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-394040e0-b0e3-41b0-9796-c23157ecc305 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:20.698669 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-394040e0-b0e3-41b0-9796-c23157ecc305 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8031120 Aug 23 10:24:20.711141 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Request body: {'port': {'device_id': '1e89fe41-329b-40a3-8050-5379a3d408b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:20.713697 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-0c6b1bfe-aee3-40ae-929b-577f8118f71c req-ce7dfbf7-5115-4d1e-9c4f-0007c69c753e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Calling delete_port for 89da9404-62aa-4000-9d8f-d1dd4d2e55b2 owned by compute:nova {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:24:20.867475 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-0c6b1bfe-aee3-40ae-929b-577f8118f71c req-ce7dfbf7-5115-4d1e-9c4f-0007c69c753e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:20.878302 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:20.879986 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:20.882683 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['187b0acb-0811-412e-ace7-f2ea1315cadf', '89da9404-62aa-4000-9d8f-d1dd4d2e55b2'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:24:20.980188 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7dfbf7-5115-4d1e-9c4f-0007c69c753e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Pushing event deleted for resources: {'Port': ['ID=89da9404-62aa-4000-9d8f-d1dd4d2e55b2,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:20.983062 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-ce7dfbf7-5115-4d1e-9c4f-0007c69c753e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:21.029322 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6b1bfe-aee3-40ae-929b-577f8118f71c req-ce7dfbf7-5115-4d1e-9c4f-0007c69c753e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] No DVR routers for this DVR port 89da9404-62aa-4000-9d8f-d1dd4d2e55b2 on host hv-cinder-80278 {{(pid=79164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:24:21.031629 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f208cbb-9c9e-4e53-ac71-7bbaa74bc0d9 req-2b1bad08-f453-43a5-bf54-ddcb2a98c397 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:21.031784 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-0c6b1bfe-aee3-40ae-929b-577f8118f71c req-ce7dfbf7-5115-4d1e-9c4f-0007c69c753e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:21.037281 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b5a541-cf6a-463e-bca8-44abbfdb756a', 'name': 'network-vif-deleted', 'tag': '89da9404-62aa-4000-9d8f-d1dd4d2e55b2'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:24:21.039271 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5f208cbb-9c9e-4e53-ac71-7bbaa74bc0d9 req-2b1bad08-f453-43a5-bf54-ddcb2a98c397 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=55b5a541-cf6a-463e-bca8-44abbfdb756a HTTP/1.1" status: 200 len: 867 time: 0.2268159 Aug 23 10:24:21.109381 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0c6b1bfe-aee3-40ae-929b-577f8118f71c req-ce7dfbf7-5115-4d1e-9c4f-0007c69c753e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.46 "DELETE /v2.0/ports/89da9404-62aa-4000-9d8f-d1dd4d2e55b2 HTTP/1.1" status: 204 len: 173 time: 0.8655944 Aug 23 10:24:21.112415 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5f208cbb-9c9e-4e53-ac71-7bbaa74bc0d9 req-651f74ea-47bf-4e33-badd-50fe891865dc tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722044 Aug 23 10:24:21.161208 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c664ed-6372-46ba-81fb-9cbde4fcd829 req-d98fc2dc-363e-4ba7-872d-5d6eed25eeb1 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:21.162748 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b3c664ed-6372-46ba-81fb-9cbde4fcd829 req-d98fc2dc-363e-4ba7-872d-5d6eed25eeb1 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e89fe41-329b-40a3-8050-5379a3d408b4 HTTP/1.1" status: 200 len: 932 time: 0.1347899 Aug 23 10:24:21.214610 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-b3c664ed-6372-46ba-81fb-9cbde4fcd829 req-2e97bb7d-4bdc-4eec-b98d-2131df8822ea tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Synchronizing usage tracker for tenant:5e5d1ee7117d4380a1250d05353d4d68 on resource:security_group {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:24:21.238873 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-b3c664ed-6372-46ba-81fb-9cbde4fcd829 req-2e97bb7d-4bdc-4eec-b98d-2131df8822ea tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Unset dirty status for tenant:5e5d1ee7117d4380a1250d05353d4d68 on resource:security_group {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:24:21.240788 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b3c664ed-6372-46ba-81fb-9cbde4fcd829 req-2e97bb7d-4bdc-4eec-b98d-2131df8822ea tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698431 Aug 23 10:24:21.415456 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07f2e6-df26-4f3e-8315-e46864e4608d req-6b4c9bf6-a0f2-4d3b-ab9b-3f5c075f284e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:21.416978 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-3e07f2e6-df26-4f3e-8315-e46864e4608d req-6b4c9bf6-a0f2-4d3b-ab9b-3f5c075f284e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.1620364 Aug 23 10:24:21.428772 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a997cdc4-54ac-465a-9f67-8392cbebe66d {{(pid=79163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:24:21.450968 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:21.462882 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b5a541-cf6a-463e-bca8-44abbfdb756a', 'name': 'network-vif-deleted', 'tag': '89da9404-62aa-4000-9d8f-d1dd4d2e55b2', 'status': 'completed', 'code': 200} Aug 23 10:24:21.480852 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.provisioning_blocks [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Transition to ACTIVE for port object a997cdc4-54ac-465a-9f67-8392cbebe66d will not be triggered until provisioned by entity L2. {{(pid=79163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:24:21.485642 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-3e07f2e6-df26-4f3e-8315-e46864e4608d req-4f5520a0-560e-4de0-ab7f-da72a079478e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596304 Aug 23 10:24:21.486817 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:21.490408 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-446b4884-26e1-4eac-a00b-f248486a79ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:21.624717 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115b0fb-c6c7-4635-8e2f-ccb135b33dbd req-5e90343f-8ea7-461e-9871-450e668bac4f tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:21.626181 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0115b0fb-c6c7-4635-8e2f-ccb135b33dbd req-5e90343f-8ea7-461e-9871-450e668bac4f tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0811777 Aug 23 10:24:21.645522 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Pushing event updated for resources: {'Port': ['ID=a997cdc4-54ac-465a-9f67-8392cbebe66d,revision_number=2']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:21.655821 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:21.663327 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.managers [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Attempting to bind port a997cdc4-54ac-465a-9f67-8392cbebe66d on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:24:21.663639 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.managers [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Attempting to bind port a997cdc4-54ac-465a-9f67-8392cbebe66d by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '75111846-79c0-4a3b-875f-3586cf40cd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '168c4640-03a7-426e-a44b-140bb04cda71'}] {{(pid=79163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:24:21.663998 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Attempting to bind port a997cdc4-54ac-465a-9f67-8392cbebe66d on network 168c4640-03a7-426e-a44b-140bb04cda71 {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:24:21.668659 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Port a997cdc4-54ac-465a-9f67-8392cbebe66d on network 168c4640-03a7-426e-a44b-140bb04cda71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:24:21.668930 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Attempting to bind port a997cdc4-54ac-465a-9f67-8392cbebe66d on network 168c4640-03a7-426e-a44b-140bb04cda71 {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:24:21.671294 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0115b0fb-c6c7-4635-8e2f-ccb135b33dbd req-92e003cb-8d8b-4aed-8efa-594c49f3bc50 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387540 Aug 23 10:24:21.674703 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Checking agent: {'id': 'da4e5719-434b-498c-af5a-9a8836947b40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'started_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:24:21.675038 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Checking segment: {'id': '75111846-79c0-4a3b-875f-3586cf40cd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '168c4640-03a7-426e-a44b-140bb04cda71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:24:21.675414 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Bound using segment: {'id': '75111846-79c0-4a3b-875f-3586cf40cd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '168c4640-03a7-426e-a44b-140bb04cda71'} {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:24:21.675829 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.managers [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Bound port: a997cdc4-54ac-465a-9f67-8392cbebe66d, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75111846-79c0-4a3b-875f-3586cf40cd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '168c4640-03a7-426e-a44b-140bb04cda71'}}] {{(pid=79163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:24:21.676193 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:21.762926 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] For port a997cdc4-54ac-465a-9f67-8392cbebe66d, host hv-cinder-80278, cleared binding levels {{(pid=79163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:24:21.765851 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] For port a997cdc4-54ac-465a-9f67-8392cbebe66d, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a997cdc4-54ac-465a-9f67-8392cbebe66d,segment=NetworkSegment(75111846-79c0-4a3b-875f-3586cf40cd2b),segment_id=75111846-79c0-4a3b-875f-3586cf40cd2b)] {{(pid=79163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:24:21.771291 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:21.775871 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:21.834395 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:21.835000 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:21.836378 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] 10.222.0.46 "PUT /v2.0/ports/a997cdc4-54ac-465a-9f67-8392cbebe66d HTTP/1.1" status: 200 len: 1094 time: 1.1292770 Aug 23 10:24:21.836848 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e89fe41-329b-40a3-8050-5379a3d408b4', 'tag': 'a997cdc4-54ac-465a-9f67-8392cbebe66d'}] {{(pid=79163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:24:21.861743 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Pushing event updated for resources: {'Port': ['ID=a997cdc4-54ac-465a-9f67-8392cbebe66d,revision_number=3']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:21.864785 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:21.890289 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e89fe41-329b-40a3-8050-5379a3d408b4', 'tag': 'a997cdc4-54ac-465a-9f67-8392cbebe66d', 'status': 'completed', 'code': 200} Aug 23 10:24:21.983071 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-6134bdd9-eb2b-4e7a-9cc0-d1a2e099307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:21.984581 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-6134bdd9-eb2b-4e7a-9cc0-d1a2e099307c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e5d1ee7117d4380a1250d05353d4d68&device_id=1e89fe41-329b-40a3-8050-5379a3d408b4 HTTP/1.1" status: 200 len: 1097 time: 0.0735595 Aug 23 10:24:21.996019 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device fea55a6d-53c6-4d73-b4ef-9d524a6b9347 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:24:22.056030 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-0e7a75b2-8c41-40cf-ba8f-e282e27f2da8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a997cdc4-54ac-465a-9f67-8392cbebe66d HTTP/1.1" status: 200 len: 217 time: 0.0620859 Aug 23 10:24:22.121898 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-1c97ef4c-7882-40e8-af85-f24b5f22ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:22.123312 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-1c97ef4c-7882-40e8-af85-f24b5f22ce50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=25479d98-86a9-4bb3-bcf4-19e41c3f433b HTTP/1.1" status: 200 len: 849 time: 0.0558593 Aug 23 10:24:22.128237 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port fea55a6d-53c6-4d73-b4ef-9d524a6b9347, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:22.145757 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'port_id': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347', 'mac_address': 'fa:16:3e:25:cf:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:24:22.183677 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-b272391c-b4e5-43b4-9c6f-d4b188f3470d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=168c4640-03a7-426e-a44b-140bb04cda71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509264 Aug 23 10:24:22.207026 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:22.225766 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fea55a6d-53c6-4d73-b4ef-9d524a6b9347 {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:24:22.241958 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port fea55a6d-53c6-4d73-b4ef-9d524a6b9347, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:22.248631 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:22.250385 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:22.333912 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,revision_number=6']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:22.344326 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:22.344708 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:22.345067 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:22.345534 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:22.345927 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:22.346199 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:22.346525 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:22.346898 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:22.348220 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:22.348556 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:22.348935 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:22.349411 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:22.361902 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:22.380175 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['fea55a6d-53c6-4d73-b4ef-9d524a6b9347'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:24:22.495652 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-e377c22c-ab41-467c-9f43-ee1948854297 service neutron] 10.222.0.46 "GET /v2.0/networks/168c4640-03a7-426e-a44b-140bb04cda71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018651 Aug 23 10:24:22.538971 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11024ce7-2e8a-4ee6-a5f0-96f072842219 req-4555eadf-cf2f-4e60-96d3-85db31813513 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:22.539671 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-11024ce7-2e8a-4ee6-a5f0-96f072842219 req-4555eadf-cf2f-4e60-96d3-85db31813513 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Synchronizing usage tracker for tenant:5e5d1ee7117d4380a1250d05353d4d68 on resource:port {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:24:22.621255 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-11024ce7-2e8a-4ee6-a5f0-96f072842219 req-4555eadf-cf2f-4e60-96d3-85db31813513 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Unset dirty status for tenant:5e5d1ee7117d4380a1250d05353d4d68 on resource:port {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:24:22.622415 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-11024ce7-2e8a-4ee6-a5f0-96f072842219 req-4555eadf-cf2f-4e60-96d3-85db31813513 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e89fe41-329b-40a3-8050-5379a3d408b4 HTTP/1.1" status: 200 len: 944 time: 0.2317092 Aug 23 10:24:22.697310 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-cf6f70ce-c39c-4390-9efe-f493806743aa req-83b12901-5054-4165-8758-e06bdb6d8a68 service neutron] 10.222.0.46 "GET /v2.0/networks/168c4640-03a7-426e-a44b-140bb04cda71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894755 Aug 23 10:24:22.700540 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-11024ce7-2e8a-4ee6-a5f0-96f072842219 req-c697faa1-7431-4aeb-b7a0-d46b5f408636 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709424 Aug 23 10:24:22.762924 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4caec5-3d14-4b96-b046-d0f18491ae25 req-d7e4027e-0196-438a-95f7-9ab192f4299a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:22.764349 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7b4caec5-3d14-4b96-b046-d0f18491ae25 req-d7e4027e-0196-438a-95f7-9ab192f4299a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 944 time: 0.1029136 Aug 23 10:24:22.824527 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7b4caec5-3d14-4b96-b046-d0f18491ae25 req-a4c4c23c-cd49-46be-8a5d-991913d44893 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526617 Aug 23 10:24:22.912962 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a78750-f3fb-4ce9-aae1-bad24584daa9 req-7fe0634c-e80b-476e-ad95-e11a6face846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:22.914438 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-74a78750-f3fb-4ce9-aae1-bad24584daa9 req-7fe0634c-e80b-476e-ad95-e11a6face846 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e5d1ee7117d4380a1250d05353d4d68&device_id=1e89fe41-329b-40a3-8050-5379a3d408b4 HTTP/1.1" status: 200 len: 1097 time: 0.1481309 Aug 23 10:24:22.930986 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1c1a0-d3be-46e9-862b-e7c4e4e8f492 req-aa667da1-687e-4c8e-9558-61c1407dd0a6 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:22.932384 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-41e1c1a0-d3be-46e9-862b-e7c4e4e8f492 req-aa667da1-687e-4c8e-9558-61c1407dd0a6 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1037836 Aug 23 10:24:23.066781 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-41e1c1a0-d3be-46e9-862b-e7c4e4e8f492 req-c1d4780c-ca3e-4e31-a546-7df68f0183eb tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150179 Aug 23 10:24:23.092930 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a78750-f3fb-4ce9-aae1-bad24584daa9 req-8282cffa-57f3-4e3f-bfa5-c8b9f91e354e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:23.094380 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-74a78750-f3fb-4ce9-aae1-bad24584daa9 req-8282cffa-57f3-4e3f-bfa5-c8b9f91e354e service neutron] 10.222.0.46 "GET /v2.0/networks?id=168c4640-03a7-426e-a44b-140bb04cda71 HTTP/1.1" status: 200 len: 910 time: 0.1716380 Aug 23 10:24:23.166264 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-74a78750-f3fb-4ce9-aae1-bad24584daa9 req-c1785c1c-479b-49ce-aa70-0638260d76aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a997cdc4-54ac-465a-9f67-8392cbebe66d HTTP/1.1" status: 200 len: 217 time: 0.0645649 Aug 23 10:24:23.229621 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a78750-f3fb-4ce9-aae1-bad24584daa9 req-42473dbc-6c28-4df2-88f0-49eecd6e9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:23.231075 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-74a78750-f3fb-4ce9-aae1-bad24584daa9 req-42473dbc-6c28-4df2-88f0-49eecd6e9bc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=25479d98-86a9-4bb3-bcf4-19e41c3f433b HTTP/1.1" status: 200 len: 849 time: 0.0575523 Aug 23 10:24:23.279774 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-74a78750-f3fb-4ce9-aae1-bad24584daa9 req-21be3317-4430-4c1b-9c0d-1816a95c8529 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=168c4640-03a7-426e-a44b-140bb04cda71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407393 Aug 23 10:24:23.421275 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-74a78750-f3fb-4ce9-aae1-bad24584daa9 req-036bcb00-779b-4c8b-b53d-abd700db5954 service neutron] 10.222.0.46 "GET /v2.0/networks/168c4640-03a7-426e-a44b-140bb04cda71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325023 Aug 23 10:24:23.613401 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-74a78750-f3fb-4ce9-aae1-bad24584daa9 req-2327765e-5bc3-4242-99bd-cafda79da683 service neutron] 10.222.0.46 "GET /v2.0/networks/168c4640-03a7-426e-a44b-140bb04cda71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776471 Aug 23 10:24:23.931421 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373449d2-ab2d-437b-8935-4ac4d4d74e6c req-d20ccbd1-c2f9-478a-9ec6-829456aed30f tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:23.933357 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-373449d2-ab2d-437b-8935-4ac4d4d74e6c req-d20ccbd1-c2f9-478a-9ec6-829456aed30f tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e89fe41-329b-40a3-8050-5379a3d408b4 HTTP/1.1" status: 200 len: 944 time: 0.0990057 Aug 23 10:24:23.942247 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d856189-f1f5-4ead-86bd-9861ef069f88 req-6b9e7c77-aaf3-4ee0-81de-5d38bc1ed041 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:23.942997 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-4d856189-f1f5-4ead-86bd-9861ef069f88 req-6b9e7c77-aaf3-4ee0-81de-5d38bc1ed041 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Synchronizing usage tracker for tenant:69e810a489604e6cb2020d8ccda61414 on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:24:23.960975 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-4d856189-f1f5-4ead-86bd-9861ef069f88 req-6b9e7c77-aaf3-4ee0-81de-5d38bc1ed041 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Unset dirty status for tenant:69e810a489604e6cb2020d8ccda61414 on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:24:23.968089 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4d856189-f1f5-4ead-86bd-9861ef069f88 req-6b9e7c77-aaf3-4ee0-81de-5d38bc1ed041 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 946 time: 0.1324551 Aug 23 10:24:23.991998 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-373449d2-ab2d-437b-8935-4ac4d4d74e6c req-143c984e-698e-4999-b96e-fc1fa2858ae2 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523455 Aug 23 10:24:24.010666 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device fea55a6d-53c6-4d73-b4ef-9d524a6b9347 up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:24:24.043024 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4d856189-f1f5-4ead-86bd-9861ef069f88 req-370c2973-e48e-4a26-8b24-996d322546c1 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661671 Aug 23 10:24:24.135646 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port fea55a6d-53c6-4d73-b4ef-9d524a6b9347 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:24.136793 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:24.243902 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084f33e-fd0f-46b8-ae6a-023caeda6839 req-fbe4e22f-4887-49de-a9c4-a91c77dc5129 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:24.245869 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4084f33e-fd0f-46b8-ae6a-023caeda6839 req-fbe4e22f-4887-49de-a9c4-a91c77dc5129 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 944 time: 0.1279888 Aug 23 10:24:24.321216 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:24.331887 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4084f33e-fd0f-46b8-ae6a-023caeda6839 req-618bf90b-9581-4402-afe8-ec15ba7efe64 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778549 Aug 23 10:24:24.334351 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac2432-6a35-45de-9a6a-076f06113d98 req-1ddc0120-76ed-4f92-91fa-55520708f7a9 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:24.343048 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-00ac2432-6a35-45de-9a6a-076f06113d98 req-1ddc0120-76ed-4f92-91fa-55520708f7a9 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1057236 Aug 23 10:24:24.380691 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3983ec41-3ddb-4144-a334-f1b82588cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:24:24.390838 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port fea55a6d-53c6-4d73-b4ef-9d524a6b9347, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:24.398067 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:24.399030 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 89da9404-62aa-4000-9d8f-d1dd4d2e55b2 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:24:24.404788 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-00ac2432-6a35-45de-9a6a-076f06113d98 req-f588db62-a34e-4de2-8349-ac846b911448 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606523 Aug 23 10:24:24.428394 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:24.499177 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] No Port match for: 89da9404-62aa-4000-9d8f-d1dd4d2e55b2 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:24:24.499449 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 89da9404-62aa-4000-9d8f-d1dd4d2e55b2 not bound to the agent host hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:24:24.521737 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,revision_number=7']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:24.524836 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:24.615247 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3983ec41-3ddb-4144-a334-f1b82588cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347', 'code': 200} Aug 23 10:24:25.331995 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb58ba-6a7d-4d97-a673-4af5782a9660 req-3eea07d4-e774-4875-b881-393af484005b tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:25.333703 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-84bb58ba-6a7d-4d97-a673-4af5782a9660 req-3eea07d4-e774-4875-b881-393af484005b tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e89fe41-329b-40a3-8050-5379a3d408b4 HTTP/1.1" status: 200 len: 944 time: 0.1100297 Aug 23 10:24:25.339813 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667852a7-7bfe-4b5e-932b-06b85270109f req-20163d4a-05d8-458f-8162-20fab43c0508 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:25.341491 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-667852a7-7bfe-4b5e-932b-06b85270109f req-20163d4a-05d8-458f-8162-20fab43c0508 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 946 time: 0.1015372 Aug 23 10:24:25.385982 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-84bb58ba-6a7d-4d97-a673-4af5782a9660 req-04aa954b-1791-4f1b-ba07-7358efd9ab18 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456107 Aug 23 10:24:25.398074 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-667852a7-7bfe-4b5e-932b-06b85270109f req-fc05ac60-28ed-4435-94db-8f04b5aacc18 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497057 Aug 23 10:24:25.610793 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a9e1c-32cd-407e-bd93-c4a88510ddb3 req-09f8391f-79f1-49d5-a575-785cae2c9073 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:25.612911 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e61a9e1c-32cd-407e-bd93-c4a88510ddb3 req-09f8391f-79f1-49d5-a575-785cae2c9073 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0897207 Aug 23 10:24:25.622934 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f996a7-23ea-4cb2-9b60-bf47308c0d2a req-a691926b-84f0-4487-8462-fd39059076fd tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:25.624825 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-05f996a7-23ea-4cb2-9b60-bf47308c0d2a req-a691926b-84f0-4487-8462-fd39059076fd tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.0951023 Aug 23 10:24:25.680767 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e61a9e1c-32cd-407e-bd93-c4a88510ddb3 req-104a0832-aabc-416c-a426-8898e55fcc85 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581644 Aug 23 10:24:25.734447 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-05f996a7-23ea-4cb2-9b60-bf47308c0d2a req-c0269f51-4eb2-4d09-8031-953a2310f74d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992069 Aug 23 10:24:25.773030 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6f328-eee7-45ae-8fb5-5ce72caa2e8c req-7bf3d2c9-bb2c-42ff-8b04-6b7fbdcadc4e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:25.774468 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-3dd6f328-eee7-45ae-8fb5-5ce72caa2e8c req-7bf3d2c9-bb2c-42ff-8b04-6b7fbdcadc4e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 946 time: 0.1220267 Aug 23 10:24:25.948157 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [req-3dd6f328-eee7-45ae-8fb5-5ce72caa2e8c req-203f7253-9513-463c-8ac0-756f4eda8712 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Deleting port 187b0acb-0811-412e-ace7-f2ea1315cadf {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:24:25.948525 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-3dd6f328-eee7-45ae-8fb5-5ce72caa2e8c req-203f7253-9513-463c-8ac0-756f4eda8712 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:26.007801 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device a997cdc4-54ac-465a-9f67-8392cbebe66d details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:24:26.253408 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port a997cdc4-54ac-465a-9f67-8392cbebe66d, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a997cdc4-54ac-465a-9f67-8392cbebe66d,segment=NetworkSegment(75111846-79c0-4a3b-875f-3586cf40cd2b),segment_id=75111846-79c0-4a3b-875f-3586cf40cd2b)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:26.264080 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [req-3dd6f328-eee7-45ae-8fb5-5ce72caa2e8c req-203f7253-9513-463c-8ac0-756f4eda8712 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] For port 187b0acb-0811-412e-ace7-f2ea1315cadf, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=187b0acb-0811-412e-ace7-f2ea1315cadf,segment=NetworkSegment(9eef0cb5-f528-4c04-94ce-cb463f292a20),segment_id=9eef0cb5-f528-4c04-94ce-cb463f292a20)] {{(pid=79163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:26.264731 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-3dd6f328-eee7-45ae-8fb5-5ce72caa2e8c req-203f7253-9513-463c-8ac0-756f4eda8712 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:26.269324 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': 'a997cdc4-54ac-465a-9f67-8392cbebe66d', 'network_id': '168c4640-03a7-426e-a44b-140bb04cda71', 'port_id': 'a997cdc4-54ac-465a-9f67-8392cbebe66d', 'mac_address': 'fa:16:3e:85:16:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25479d98-86a9-4bb3-bcf4-19e41c3f433b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:24:26.331818 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:26.349260 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a997cdc4-54ac-465a-9f67-8392cbebe66d {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:24:26.367879 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port a997cdc4-54ac-465a-9f67-8392cbebe66d, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a997cdc4-54ac-465a-9f67-8392cbebe66d,segment=NetworkSegment(75111846-79c0-4a3b-875f-3586cf40cd2b),segment_id=75111846-79c0-4a3b-875f-3586cf40cd2b)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:26.381544 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:26.383595 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-0a42b266-7e2b-4515-a0ee-06a74a448d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:26.414545 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [req-3dd6f328-eee7-45ae-8fb5-5ce72caa2e8c req-203f7253-9513-463c-8ac0-756f4eda8712 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Calling delete_port for 187b0acb-0811-412e-ace7-f2ea1315cadf owned by compute:nova {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:24:26.499807 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=a997cdc4-54ac-465a-9f67-8392cbebe66d,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:26.504364 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:26.673223 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['a997cdc4-54ac-465a-9f67-8392cbebe66d'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:24:26.712709 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-3dd6f328-eee7-45ae-8fb5-5ce72caa2e8c req-203f7253-9513-463c-8ac0-756f4eda8712 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:26.728430 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-1f133c80-091b-4e34-9d6a-5a0ab85af1ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:26.760098 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975e529-7a77-44f9-ae54-73411eaa8426 req-23514cb8-d0d7-41ac-8a39-196fe67e1558 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:26.767655 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5975e529-7a77-44f9-ae54-73411eaa8426 req-23514cb8-d0d7-41ac-8a39-196fe67e1558 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b40d1d-7a69-48ff-b5eb-0a4180baea68 HTTP/1.1" status: 200 len: 867 time: 0.2243237 Aug 23 10:24:26.802169 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f7253-9513-463c-8ac0-756f4eda8712 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Pushing event deleted for resources: {'Port': ['ID=187b0acb-0811-412e-ace7-f2ea1315cadf,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:26.810851 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5975e529-7a77-44f9-ae54-73411eaa8426 req-4354de3d-f2ef-48f8-a50a-1d10ce803bdc tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.20 "GET /v2.0/security-groups?id=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420241 Aug 23 10:24:26.837727 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-203f7253-9513-463c-8ac0-756f4eda8712 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:26.860512 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61a5a3-e1be-4751-a3cf-ffb1f7e30ed4 req-c9aa5c2e-89b4-4a4a-a70a-ba54f18ca1a1 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:26.862539 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ed61a5a3-e1be-4751-a3cf-ffb1f7e30ed4 req-c9aa5c2e-89b4-4a4a-a70a-ba54f18ca1a1 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e89fe41-329b-40a3-8050-5379a3d408b4 HTTP/1.1" status: 200 len: 945 time: 0.2747989 Aug 23 10:24:26.922618 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd6f328-eee7-45ae-8fb5-5ce72caa2e8c req-203f7253-9513-463c-8ac0-756f4eda8712 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] No DVR routers for this DVR port 187b0acb-0811-412e-ace7-f2ea1315cadf on host hv-cinder-80278 {{(pid=79163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:24:26.927571 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-3dd6f328-eee7-45ae-8fb5-5ce72caa2e8c req-203f7253-9513-463c-8ac0-756f4eda8712 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:26.930360 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b40d1d-7a69-48ff-b5eb-0a4180baea68', 'name': 'network-vif-deleted', 'tag': '187b0acb-0811-412e-ace7-f2ea1315cadf'}] {{(pid=79163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:24:26.969019 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-3dd6f328-eee7-45ae-8fb5-5ce72caa2e8c req-203f7253-9513-463c-8ac0-756f4eda8712 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] 10.222.0.46 "DELETE /v2.0/ports/187b0acb-0811-412e-ace7-f2ea1315cadf HTTP/1.1" status: 204 len: 173 time: 1.1889501 Aug 23 10:24:26.978070 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ed61a5a3-e1be-4751-a3cf-ffb1f7e30ed4 req-0172f49e-bc21-42a4-b995-6cc017a2a48e tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907512 Aug 23 10:24:27.046728 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d49c4-c03b-4935-9dd1-383a2069d044 req-ad911c93-ea2e-41aa-bfc5-68abb2cf6752 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:27.049257 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b13d49c4-c03b-4935-9dd1-383a2069d044 req-ad911c93-ea2e-41aa-bfc5-68abb2cf6752 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1174457 Aug 23 10:24:27.109412 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:24:27.140970 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b13d49c4-c03b-4935-9dd1-383a2069d044 req-e89d0093-2be2-4eb1-9504-a6ad417d4752 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858355 Aug 23 10:24:27.210805 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b40d1d-7a69-48ff-b5eb-0a4180baea68', 'name': 'network-vif-deleted', 'tag': '187b0acb-0811-412e-ace7-f2ea1315cadf', 'status': 'completed', 'code': 200} Aug 23 10:24:27.274497 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23375d41-79a9-40d0-8d1f-4216fff5b9fd req-394440b4-dfce-4c04-a7c1-77bdf6b60744 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:27.281403 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-23375d41-79a9-40d0-8d1f-4216fff5b9fd req-394440b4-dfce-4c04-a7c1-77bdf6b60744 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.1610422 Aug 23 10:24:27.326237 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-23375d41-79a9-40d0-8d1f-4216fff5b9fd req-1c1755d0-2f8d-4f72-b3c5-2fb90ad64bc6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438366 Aug 23 10:24:27.463816 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['187b0acb-0811-412e-ace7-f2ea1315cadf'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:24:27.915920 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 42344) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:27.981502 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d82acf2-6835-4cda-af12-e27eacd13853 admin admin] Deleting subnet ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a {{(pid=79163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:24:27.986865 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2d82acf2-6835-4cda-af12-e27eacd13853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.011965 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device a997cdc4-54ac-465a-9f67-8392cbebe66d up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:24:28.062798 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2d82acf2-6835-4cda-af12-e27eacd13853 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.081373 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2d82acf2-6835-4cda-af12-e27eacd13853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870812'] for subnet, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.108509 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning for port a997cdc4-54ac-465a-9f67-8392cbebe66d completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:24:28.115450 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port a997cdc4-54ac-465a-9f67-8392cbebe66d triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:28.115952 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.205000 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2d82acf2-6835-4cda-af12-e27eacd13853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for subnet, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.226862 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-2a5e8a50-991b-434c-8f07-1e168fb04b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:28.333130 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82acf2-6835-4cda-af12-e27eacd13853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:28.335185 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd72f36-0733-474f-9648-ad2b238b08dc req-d1b5d96e-dbd0-41eb-aef9-3a2b754016c3 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:28.336134 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-2d82acf2-6835-4cda-af12-e27eacd13853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:28.339655 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2d82acf2-6835-4cda-af12-e27eacd13853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.341143 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7cd72f36-0733-474f-9648-ad2b238b08dc req-d1b5d96e-dbd0-41eb-aef9-3a2b754016c3 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e89fe41-329b-40a3-8050-5379a3d408b4 HTTP/1.1" status: 200 len: 945 time: 0.1911666 Aug 23 10:24:28.397467 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.422878 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7cd72f36-0733-474f-9648-ad2b238b08dc req-8d30519b-0f83-4c52-90eb-71a964b10e90 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738964 Aug 23 10:24:28.433565 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e89fe41-329b-40a3-8050-5379a3d408b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a997cdc4-54ac-465a-9f67-8392cbebe66d'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:24:28.447269 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port a997cdc4-54ac-465a-9f67-8392cbebe66d, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a997cdc4-54ac-465a-9f67-8392cbebe66d,segment=NetworkSegment(75111846-79c0-4a3b-875f-3586cf40cd2b),segment_id=75111846-79c0-4a3b-875f-3586cf40cd2b)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:28.454094 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-2d82acf2-6835-4cda-af12-e27eacd13853 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ca58d2ab-b4be-4f6a-bf9b-9b683dc3038a HTTP/1.1" status: 204 len: 168 time: 0.5348518 Aug 23 10:24:28.455000 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 42358) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:28.456193 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.462789 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-ab000c68-c6f5-4b86-825b-de167fcc8d57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:28.520110 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176ef9e-df5b-4892-b047-312a99dfe417 req-92925c0f-bbd0-4752-80f2-3b96db4a6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:28.522142 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1176ef9e-df5b-4892-b047-312a99dfe417 req-92925c0f-bbd0-4752-80f2-3b96db4a6f49 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 1099 time: 0.1209619 Aug 23 10:24:28.530226 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06a3bf-2dd3-4f6e-9ef2-67fca3228455 req-2e8154de-1cb6-495b-b8a9-5c02e6134567 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:28.531784 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-cb06a3bf-2dd3-4f6e-9ef2-67fca3228455 req-2e8154de-1cb6-495b-b8a9-5c02e6134567 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1947057 Aug 23 10:24:28.583312 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=a997cdc4-54ac-465a-9f67-8392cbebe66d,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:28.589196 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:28.603436 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1176ef9e-df5b-4892-b047-312a99dfe417 req-d76a9d39-5681-4529-8cce-75333cb7bdab service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706177 Aug 23 10:24:28.606512 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-cb06a3bf-2dd3-4f6e-9ef2-67fca3228455 req-734a963e-6dc9-4b08-8853-a91e9cad8b38 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596635 Aug 23 10:24:28.659697 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-96361bb1-75b8-46ef-87b0-0f327b7e69b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830045'] for network, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.813357 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-96361bb1-75b8-46ef-87b0-0f327b7e69b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864615', 'neutron.services.segments.db._delete_segments_for_network-8775983548317'] for network, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.829897 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.services.segments.db [None req-96361bb1-75b8-46ef-87b0-0f327b7e69b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74466438-5a63-441f-a8a8-f5014503b519']}} {{(pid=79164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:28.848056 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.services.segments.db [None req-96361bb1-75b8-46ef-87b0-0f327b7e69b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eef0cb5-f528-4c04-94ce-cb463f292a20') {'for_net_delete': True} {{(pid=79164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:28.848354 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.services.segments.db [None req-96361bb1-75b8-46ef-87b0-0f327b7e69b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eef0cb5-f528-4c04-94ce-cb463f292a20') {} {{(pid=79164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:28.873242 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892202f-10d3-4cd6-b26f-654048d74cb9 req-2d43fcf6-e58a-4e35-8beb-abd565dc2f83 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:28.874768 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a892202f-10d3-4cd6-b26f-654048d74cb9 req-2d43fcf6-e58a-4e35-8beb-abd565dc2f83 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.2560058 Aug 23 10:24:28.877513 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-96361bb1-75b8-46ef-87b0-0f327b7e69b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775983546359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26330098'] for segment, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.912334 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e89fe41-329b-40a3-8050-5379a3d408b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a997cdc4-54ac-465a-9f67-8392cbebe66d', 'code': 200} Aug 23 10:24:28.920071 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-96361bb1-75b8-46ef-87b0-0f327b7e69b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.945355 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a892202f-10d3-4cd6-b26f-654048d74cb9 req-83f85d7b-48ee-455a-bc0c-8954f0fdc605 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592761 Aug 23 10:24:28.946990 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96361bb1-75b8-46ef-87b0-0f327b7e69b7 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=79164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:24:28.947489 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-96361bb1-75b8-46ef-87b0-0f327b7e69b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26337102'] for segment, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: Traceback (most recent call last): Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: timer() Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: cb(*args, **kw) Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: return func(*args, **kwargs) Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: self._notify() Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: self.callback(batched_events) Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: event.method(event) Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: return f(self, *a, **k) Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: return self._get(url).json() Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: return self.request(url, 'GET', **kwargs) Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:24:28.961870 dv-cinder-802781-2-smb neutron-server[79164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:24:29.047490 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-96361bb1-75b8-46ef-87b0-0f327b7e69b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900943'] for network, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:29.056057 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:29.073293 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-96361bb1-75b8-46ef-87b0-0f327b7e69b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:29.087794 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96361bb1-75b8-46ef-87b0-0f327b7e69b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=74466438-5a63-441f-a8a8-f5014503b519,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:29.099122 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-96361bb1-75b8-46ef-87b0-0f327b7e69b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:29.100847 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-96361bb1-75b8-46ef-87b0-0f327b7e69b7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/74466438-5a63-441f-a8a8-f5014503b519 HTTP/1.1" status: 204 len: 168 time: 0.6444268 Aug 23 10:24:29.208191 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112df68-337a-4c04-81ce-558393e13b19 req-207c74d1-b2fe-4888-995d-107764ec8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:29.210266 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6112df68-337a-4c04-81ce-558393e13b19 req-207c74d1-b2fe-4888-995d-107764ec8784 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1e89fe41-329b-40a3-8050-5379a3d408b4 HTTP/1.1" status: 200 len: 1099 time: 0.0926142 Aug 23 10:24:29.264225 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6112df68-337a-4c04-81ce-558393e13b19 req-e9368583-7981-44f7-bd1b-3f34891d547e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464842 Aug 23 10:24:29.270111 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 42364) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:29.322299 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-a56872b7-aa8a-4551-9aab-dc2c17d96ead admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69e810a489604e6cb2020d8ccda61414&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0508583 Aug 23 10:24:29.324608 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 42368) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:29.395415 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-15c173da-6522-476f-8dcb-7f8a9435b106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:29.424229 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-15c173da-6522-476f-8dcb-7f8a9435b106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:29.493485 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-15c173da-6522-476f-8dcb-7f8a9435b106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:29.504090 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-6910341c-5061-45c1-85f8-223049a4e801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:29.522679 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c173da-6522-476f-8dcb-7f8a9435b106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:29.533798 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-15c173da-6522-476f-8dcb-7f8a9435b106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:29.544627 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-15c173da-6522-476f-8dcb-7f8a9435b106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:29.557259 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-15c173da-6522-476f-8dcb-7f8a9435b106 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/676aed0d-79c8-4a09-9b88-cf9e3d5d0d7f HTTP/1.1" status: 204 len: 168 time: 0.2315741 Aug 23 10:24:29.710731 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435e86a-2bef-4fd6-9d61-624f71fa9453 req-526075ac-f6c8-417d-a61f-3b1e17b40cc0 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:29.713823 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9435e86a-2bef-4fd6-9d61-624f71fa9453 req-526075ac-f6c8-417d-a61f-3b1e17b40cc0 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e89fe41-329b-40a3-8050-5379a3d408b4 HTTP/1.1" status: 200 len: 946 time: 0.1568544 Aug 23 10:24:29.793790 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9435e86a-2bef-4fd6-9d61-624f71fa9453 req-a00a6dbb-e48b-4907-a9a6-77f4e94e43d7 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672133 Aug 23 10:24:29.900478 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cf632-e193-47d4-b027-51161cf44ad5 req-3560588c-c655-4208-9149-c77a7465be9b tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:29.902100 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ea0cf632-e193-47d4-b027-51161cf44ad5 req-3560588c-c655-4208-9149-c77a7465be9b tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1528265 Aug 23 10:24:30.010682 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ea0cf632-e193-47d4-b027-51161cf44ad5 req-f659a943-fbf6-4fa1-bbd9-da5621ee792e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921404 Aug 23 10:24:30.038867 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 187b0acb-0811-412e-ace7-f2ea1315cadf no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:24:30.081741 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] No Port match for: 187b0acb-0811-412e-ace7-f2ea1315cadf {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:24:30.082407 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 187b0acb-0811-412e-ace7-f2ea1315cadf not bound to the agent host hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:24:30.304777 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc77bb8-4f23-4f2b-b6c1-efdbe16aaec9 req-36e553e6-8ed1-4a85-b0ce-0e23aa5138ee tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:30.307064 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7bc77bb8-4f23-4f2b-b6c1-efdbe16aaec9 req-36e553e6-8ed1-4a85-b0ce-0e23aa5138ee tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.1566410 Aug 23 10:24:30.376683 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7bc77bb8-4f23-4f2b-b6c1-efdbe16aaec9 req-ddd58bac-b2ac-4fbc-b5b6-8fbaff193712 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631809 Aug 23 10:24:30.845589 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 42406) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:30.979462 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1740503830-network', 'tenant_id': '508f4d1f7c834a719f094780d6882f4f'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:30.986736 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:31.093856 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Usage tracker for resource:network and tenant:508f4d1f7c834a719f094780d6882f4f is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:31.098861 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:31.108515 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:31.126325 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Made reservation on behalf of 508f4d1f7c834a719f094780d6882f4f for: {'network': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:24:31.129509 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for network, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:31.146099 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:31.167873 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcdf10-6482-4961-8dea-fb536ce661b1 req-1f22cc7c-35a2-42c3-8349-cc398c6affdc tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:31.176273 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-59dcdf10-6482-4961-8dea-fb536ce661b1 req-1f22cc7c-35a2-42c3-8349-cc398c6affdc tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e89fe41-329b-40a3-8050-5379a3d408b4 HTTP/1.1" status: 200 len: 946 time: 0.2569587 Aug 23 10:24:31.195423 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:31.203690 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Usage tracker for resource:security_group_rule and tenant:508f4d1f7c834a719f094780d6882f4f is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:31.208028 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:31.222817 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:31.254759 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-59dcdf10-6482-4961-8dea-fb536ce661b1 req-55815cd5-c053-4265-b873-5566d94b1796 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772765 Aug 23 10:24:31.389119 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:31.396862 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:31.400416 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e3c374f0-7d97-4754-9840-b0e82e2c0c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:31.442449 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=79163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:24:31.449315 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e11b104-0a07-42bf-84f2-91651e0b9311,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:31.454074 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:31.459430 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbb856-ad1a-4b85-b629-85ce11cf7862 req-2b17f5e1-e89a-4188-aacd-2ab5922ced73 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:31.461707 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:31.462172 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.db.segments_db [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Added segment 64c6a58f-0540-404f-bb90-c79941dacf51 of type vlan for network 47b3b842-42fd-4aca-92f2-cadcaf1f5513 Aug 23 10:24:31.467208 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-87cbb856-ad1a-4b85-b629-85ce11cf7862 req-2b17f5e1-e89a-4188-aacd-2ab5922ced73 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1428888 Aug 23 10:24:31.495295 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775983037579'] for network, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:31.538367 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-87cbb856-ad1a-4b85-b629-85ce11cf7862 req-c3a8e992-5e88-411d-b233-c7516df56e24 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701535 Aug 23 10:24:31.542852 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for network, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:31.545073 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:31.545949 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:31.608962 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-41c8cc39-19e0-42ef-aaf6-efd63fcdb222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:31.635887 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7889800 Aug 23 10:24:31.638610 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 42424) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:31.646154 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-94160f8e-1f99-49c8-965d-12031820ff5c admin admin] Request body: {'subnet': {'network_id': '47b3b842-42fd-4aca-92f2-cadcaf1f5513', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1740503830-subnet', 'tenant_id': '508f4d1f7c834a719f094780d6882f4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:31.652787 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-94160f8e-1f99-49c8-965d-12031820ff5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:31.665006 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-94160f8e-1f99-49c8-965d-12031820ff5c admin admin] Usage tracker for resource:subnet and tenant:508f4d1f7c834a719f094780d6882f4f is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:31.668943 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-94160f8e-1f99-49c8-965d-12031820ff5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:31.679152 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-94160f8e-1f99-49c8-965d-12031820ff5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:31.703640 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94160f8e-1f99-49c8-965d-12031820ff5c admin admin] Made reservation on behalf of 508f4d1f7c834a719f094780d6882f4f for: {'subnet': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:24:31.706655 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-94160f8e-1f99-49c8-965d-12031820ff5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2551713'] for subnet, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:31.799970 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Pushing event updated for resources: {'Network': ['ID=47b3b842-42fd-4aca-92f2-cadcaf1f5513,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:31.803034 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:31.810282 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Network 47b3b842-42fd-4aca-92f2-cadcaf1f5513 details requested by agent ovs-agent-dv-cinder-802781-2-smb with host dv-cinder-802781-2-smb {{(pid=79165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:24:31.856928 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46abaf-60dd-480b-9342-1bfc89b7269c req-ddeb3ba8-6e25-4b93-af81-7c67347fa396 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:31.859247 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9e46abaf-60dd-480b-9342-1bfc89b7269c req-ddeb3ba8-6e25-4b93-af81-7c67347fa396 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.2897027 Aug 23 10:24:31.968703 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9e46abaf-60dd-480b-9342-1bfc89b7269c req-c7c3e9d9-4fb6-4556-b81f-cb512e9d92af tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016197 Aug 23 10:24:32.069866 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-94160f8e-1f99-49c8-965d-12031820ff5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26330091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2551763'] for subnet, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:32.076151 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:32.152232 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94160f8e-1f99-49c8-965d-12031820ff5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde1db05-800d-4c0e-a016-f840e40fdf87,revision_number=0']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:32.156432 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-94160f8e-1f99-49c8-965d-12031820ff5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:32.178819 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94160f8e-1f99-49c8-965d-12031820ff5c admin admin] Checking segment: {'id': '64c6a58f-0540-404f-bb90-c79941dacf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '47b3b842-42fd-4aca-92f2-cadcaf1f5513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:24:32.179171 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94160f8e-1f99-49c8-965d-12031820ff5c admin admin] Network hostable DHCP agents. Network: 47b3b842-42fd-4aca-92f2-cadcaf1f5513, hostable agents: ['e4366bde-9e46-4a9c-adf7-2d64cdf13340'], hosted agents: [] {{(pid=79164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:24:32.217931 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94160f8e-1f99-49c8-965d-12031820ff5c admin admin] Network 47b3b842-42fd-4aca-92f2-cadcaf1f5513 is scheduled to be hosted by DHCP agent e4366bde-9e46-4a9c-adf7-2d64cdf13340 with binding_index 1 {{(pid=79164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:24:32.237866 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [None req-94160f8e-1f99-49c8-965d-12031820ff5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-smb, 47b3b842-42fd-4aca-92f2-cadcaf1f5513) {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:24:32.243036 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94160f8e-1f99-49c8-965d-12031820ff5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:32.243625 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-94160f8e-1f99-49c8-965d-12031820ff5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for subnet, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:32.249130 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71af39e9-4452-4588-91f7-e0248625d0de None None] Network 47b3b842-42fd-4aca-92f2-cadcaf1f5513 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:24:32.306090 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-94160f8e-1f99-49c8-965d-12031820ff5c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6584597 Aug 23 10:24:32.339534 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71549e3-5c55-4caf-8630-947f0ca7215e req-96829bb0-1072-4fda-9270-549a02ee9d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:32.341291 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c71549e3-5c55-4caf-8630-947f0ca7215e req-96829bb0-1072-4fda-9270-549a02ee9d49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24148a0a1b3d4246851e79ae6f24b70c&device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 1099 time: 0.1822548 Aug 23 10:24:32.587127 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5843908-20fc-4515-a0e4-ae31f24219da req-e583b7bf-5288-441f-aeb4-cd518ba880ee tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:32.588992 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c5843908-20fc-4515-a0e4-ae31f24219da req-e583b7bf-5288-441f-aeb4-cd518ba880ee tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.2625437 Aug 23 10:24:32.670210 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71549e3-5c55-4caf-8630-947f0ca7215e req-62b4a61a-7fed-46cc-9300-03f4c58a5170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:32.671734 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c71549e3-5c55-4caf-8630-947f0ca7215e req-62b4a61a-7fed-46cc-9300-03f4c58a5170 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49c0bc69-0d72-4f29-9e86-250119aa9fcc HTTP/1.1" status: 200 len: 919 time: 0.3227699 Aug 23 10:24:32.674401 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14fc824-7d72-4a82-ba66-b9e4be09f4d5 None None] Network 47b3b842-42fd-4aca-92f2-cadcaf1f5513 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:24:32.695508 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c5843908-20fc-4515-a0e4-ae31f24219da req-eb3936a0-860d-44c4-88e3-3a5d931ddfed tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992024 Aug 23 10:24:32.819677 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c71549e3-5c55-4caf-8630-947f0ca7215e req-58901568-51c6-4a99-b709-e0cb1cdca253 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b30be037-c5a8-4674-94a8-ad1313c97b71 HTTP/1.1" status: 200 len: 217 time: 0.1382022 Aug 23 10:24:32.962156 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71549e3-5c55-4caf-8630-947f0ca7215e req-85a9c0c4-4a5d-4aa1-bdeb-c97fd5226e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:32.964020 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c71549e3-5c55-4caf-8630-947f0ca7215e req-85a9c0c4-4a5d-4aa1-bdeb-c97fd5226e47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd439ff1-addd-478f-96e1-80b2d62b0219 HTTP/1.1" status: 200 len: 858 time: 0.0906775 Aug 23 10:24:33.026385 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7216b-ba3f-4d93-b4c2-214ed0334b42 req-df0422cf-be66-4014-bdbe-18d3873139d1 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:33.033710 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-7cd7216b-ba3f-4d93-b4c2-214ed0334b42 req-df0422cf-be66-4014-bdbe-18d3873139d1 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e89fe41-329b-40a3-8050-5379a3d408b4 HTTP/1.1" status: 200 len: 946 time: 0.2120571 Aug 23 10:24:33.036954 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c71549e3-5c55-4caf-8630-947f0ca7215e req-45fc3334-7fed-4d30-a1dc-24b07e2f4f30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49c0bc69-0d72-4f29-9e86-250119aa9fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659997 Aug 23 10:24:33.178724 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-7cd7216b-ba3f-4d93-b4c2-214ed0334b42 req-09057c3f-a61b-4192-98e7-8877c9f1dcd7 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432400 Aug 23 10:24:33.206538 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 42460) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:33.215419 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1429194456-network', 'tenant_id': '90faa81c01724ae2bf47de40724bc718'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:33.229617 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c71549e3-5c55-4caf-8630-947f0ca7215e req-ea713747-4f47-44d7-99ca-04fba8f960c0 service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791131 Aug 23 10:24:33.234479 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:33.241488 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Usage tracker for resource:network and tenant:90faa81c01724ae2bf47de40724bc718 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:33.245430 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:33.256515 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:33.277799 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Made reservation on behalf of 90faa81c01724ae2bf47de40724bc718 for: {'network': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:24:33.280641 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for network, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:33.294125 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:33.315620 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462f808-6390-41d4-8cf7-a512653d68ae req-56c9af5c-6edd-41db-bc53-87f65068c6a0 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:33.317269 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e462f808-6390-41d4-8cf7-a512653d68ae req-56c9af5c-6edd-41db-bc53-87f65068c6a0 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.2040067 Aug 23 10:24:33.321591 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:33.346453 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Usage tracker for resource:security_group_rule and tenant:90faa81c01724ae2bf47de40724bc718 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:33.350669 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:33.363865 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:33.386000 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e462f808-6390-41d4-8cf7-a512653d68ae req-60ee36e9-7e5f-47b7-aabe-8fab6c093571 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618672 Aug 23 10:24:33.393127 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c71549e3-5c55-4caf-8630-947f0ca7215e req-5d4504ca-9193-4be9-a1f1-e8b5fc1d0aa7 service neutron] 10.222.0.46 "GET /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482434 Aug 23 10:24:33.480768 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:33.488490 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:33.493047 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-3b5b2b6a-f289-4f24-a3d6-db867640d003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:33.520271 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=79164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:24:33.533832 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb19394-a06e-4237-a1fa-173331b615e9,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:33.538155 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:33.539103 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:33.539443 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.db.segments_db [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Added segment 10766dc4-6d3a-4f94-8123-1fa40f83280d of type vlan for network 4de55738-ecbb-489f-830e-b5fa92724c6f Aug 23 10:24:33.572639 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775983037579'] for network, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:33.611191 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for network, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:33.612999 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:33.613652 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:33.618925 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:33.750489 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Pushing event updated for resources: {'Network': ['ID=4de55738-ecbb-489f-830e-b5fa92724c6f,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:33.755707 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:33.762249 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Network 4de55738-ecbb-489f-830e-b5fa92724c6f details requested by agent ovs-agent-dv-cinder-802781-2-smb with host dv-cinder-802781-2-smb {{(pid=79165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:24:33.768660 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5608847 Aug 23 10:24:33.771181 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 42468) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:33.779496 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-b18555b4-d054-429d-be26-7f145cd8eaf7 admin admin] Request body: {'subnet': {'network_id': '4de55738-ecbb-489f-830e-b5fa92724c6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1429194456-subnet', 'tenant_id': '90faa81c01724ae2bf47de40724bc718', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:33.788100 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-b18555b4-d054-429d-be26-7f145cd8eaf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:33.793409 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-b18555b4-d054-429d-be26-7f145cd8eaf7 admin admin] Usage tracker for resource:subnet and tenant:90faa81c01724ae2bf47de40724bc718 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:33.800064 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-b18555b4-d054-429d-be26-7f145cd8eaf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:33.810217 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-b18555b4-d054-429d-be26-7f145cd8eaf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:33.828438 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18555b4-d054-429d-be26-7f145cd8eaf7 admin admin] Made reservation on behalf of 90faa81c01724ae2bf47de40724bc718 for: {'subnet': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:24:33.833261 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-b18555b4-d054-429d-be26-7f145cd8eaf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2551713'] for subnet, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.091375 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e18187-23b3-4098-9e1a-7794459a31c8 req-cd4fdc10-fba0-4dbe-b612-914155f37078 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:34.099977 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c2e18187-23b3-4098-9e1a-7794459a31c8 req-cd4fdc10-fba0-4dbe-b612-914155f37078 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.2250829 Aug 23 10:24:34.103042 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30f9a0-f34b-4d91-b6e4-e08a55503093 req-841d9871-f2ae-4cc6-92b8-9679e4d543ed tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:34.104793 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ab30f9a0-f34b-4d91-b6e4-e08a55503093 req-841d9871-f2ae-4cc6-92b8-9679e4d543ed tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e89fe41-329b-40a3-8050-5379a3d408b4 HTTP/1.1" status: 200 len: 946 time: 0.1167402 Aug 23 10:24:34.214189 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [req-ab30f9a0-f34b-4d91-b6e4-e08a55503093 req-b9c25238-1f25-488f-bedc-f29159f58c3b tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Deleting port a997cdc4-54ac-465a-9f67-8392cbebe66d {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:24:34.214189 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-ab30f9a0-f34b-4d91-b6e4-e08a55503093 req-b9c25238-1f25-488f-bedc-f29159f58c3b tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.274429 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-b18555b4-d054-429d-be26-7f145cd8eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26330091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2551763'] for subnet, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.289688 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-a248bb57-ed8e-4b57-ac7e-e52730c55f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:34.349267 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c2e18187-23b3-4098-9e1a-7794459a31c8 req-426494eb-7941-4c6e-aa88-d7d5c3925c28 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482772 Aug 23 10:24:34.376766 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18555b4-d054-429d-be26-7f145cd8eaf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0fb0fe2-96a6-4e6d-83d2-3318aa6e8c2f,revision_number=0']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:34.380387 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-b18555b4-d054-429d-be26-7f145cd8eaf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:34.404401 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18555b4-d054-429d-be26-7f145cd8eaf7 admin admin] Checking segment: {'id': '10766dc4-6d3a-4f94-8123-1fa40f83280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4de55738-ecbb-489f-830e-b5fa92724c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:24:34.404795 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18555b4-d054-429d-be26-7f145cd8eaf7 admin admin] Network hostable DHCP agents. Network: 4de55738-ecbb-489f-830e-b5fa92724c6f, hostable agents: ['e4366bde-9e46-4a9c-adf7-2d64cdf13340'], hosted agents: [] {{(pid=79164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:24:34.432488 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18555b4-d054-429d-be26-7f145cd8eaf7 admin admin] Network 4de55738-ecbb-489f-830e-b5fa92724c6f is scheduled to be hosted by DHCP agent e4366bde-9e46-4a9c-adf7-2d64cdf13340 with binding_index 1 {{(pid=79164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:24:34.450852 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [None req-b18555b4-d054-429d-be26-7f145cd8eaf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-smb, 4de55738-ecbb-489f-830e-b5fa92724c6f) {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:24:34.455623 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18555b4-d054-429d-be26-7f145cd8eaf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:34.456243 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-b18555b4-d054-429d-be26-7f145cd8eaf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for subnet, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.462397 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92afc733-0dcb-477d-a535-a24fa25bfbbe None None] Network 4de55738-ecbb-489f-830e-b5fa92724c6f requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:24:34.502345 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-b18555b4-d054-429d-be26-7f145cd8eaf7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7286828 Aug 23 10:24:34.621788 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa968d3-4479-4404-b4db-fe58845b51b2 req-d5d8ae57-ce36-4092-a20c-ed3a7ff73149 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:34.628715 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-faa968d3-4479-4404-b4db-fe58845b51b2 req-d5d8ae57-ce36-4092-a20c-ed3a7ff73149 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.1176012 Aug 23 10:24:34.669028 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51b033-89c4-48ed-871a-1a29eb31b8d8 req-d353e0c6-c33b-4544-90dd-66e9a85108d1 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:34.685230 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ba51b033-89c4-48ed-871a-1a29eb31b8d8 req-d353e0c6-c33b-4544-90dd-66e9a85108d1 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e89fe41-329b-40a3-8050-5379a3d408b4 HTTP/1.1" status: 200 len: 946 time: 0.2873321 Aug 23 10:24:34.702907 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-faa968d3-4479-4404-b4db-fe58845b51b2 req-478d8773-afd9-4273-af4b-9a3d185108bf tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732410 Aug 23 10:24:34.757352 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1eb1c9-0035-4c57-9507-dfca3f88c9de None None] Network 4de55738-ecbb-489f-830e-b5fa92724c6f requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:24:34.824572 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 42482) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:34.849792 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ba51b033-89c4-48ed-871a-1a29eb31b8d8 req-61dc69aa-5691-435c-8e88-7a45ad35d22e tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636119 Aug 23 10:24:34.902591 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [req-ab30f9a0-f34b-4d91-b6e4-e08a55503093 req-b9c25238-1f25-488f-bedc-f29159f58c3b tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] For port a997cdc4-54ac-465a-9f67-8392cbebe66d, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a997cdc4-54ac-465a-9f67-8392cbebe66d,segment=NetworkSegment(75111846-79c0-4a3b-875f-3586cf40cd2b),segment_id=75111846-79c0-4a3b-875f-3586cf40cd2b)] {{(pid=79163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:34.903682 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-ab30f9a0-f34b-4d91-b6e4-e08a55503093 req-b9c25238-1f25-488f-bedc-f29159f58c3b tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.948650 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59d2366-f704-43b7-81ca-6c586e10257b admin admin] Deleting subnet cde1db05-800d-4c0e-a016-f840e40fdf87 {{(pid=79164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:24:34.953950 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d59d2366-f704-43b7-81ca-6c586e10257b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.048702 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d59d2366-f704-43b7-81ca-6c586e10257b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26330093'] for subnet, precommit_delete_associations {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.090887 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [req-ab30f9a0-f34b-4d91-b6e4-e08a55503093 req-b9c25238-1f25-488f-bedc-f29159f58c3b tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Calling delete_port for a997cdc4-54ac-465a-9f67-8392cbebe66d owned by compute:nova {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:24:35.168969 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d59d2366-f704-43b7-81ca-6c586e10257b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870812'] for subnet, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.287935 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d59d2366-f704-43b7-81ca-6c586e10257b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26337064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2551754'] for subnet, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.292078 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:35.331811 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d2366-f704-43b7-81ca-6c586e10257b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde1db05-800d-4c0e-a016-f840e40fdf87,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:35.336201 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-d59d2366-f704-43b7-81ca-6c586e10257b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:35.338988 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d59d2366-f704-43b7-81ca-6c586e10257b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for subnet, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.345796 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-d59d2366-f704-43b7-81ca-6c586e10257b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cde1db05-800d-4c0e-a016-f840e40fdf87 HTTP/1.1" status: 204 len: 168 time: 0.5199111 Aug 23 10:24:35.348112 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 42488) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:35.360166 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-ab30f9a0-f34b-4d91-b6e4-e08a55503093 req-b9c25238-1f25-488f-bedc-f29159f58c3b tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.375587 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['a997cdc4-54ac-465a-9f67-8392cbebe66d'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:24:35.391040 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c512e823-150e-4111-a043-54d1e30917a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:35.479620 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c25238-1f25-488f-bedc-f29159f58c3b tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Pushing event deleted for resources: {'Port': ['ID=a997cdc4-54ac-465a-9f67-8392cbebe66d,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:35.486621 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-b9c25238-1f25-488f-bedc-f29159f58c3b tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:35.488503 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d214e058-69a8-46ff-b705-a59c0ee93098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830045'] for network, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.524436 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab30f9a0-f34b-4d91-b6e4-e08a55503093 req-b9c25238-1f25-488f-bedc-f29159f58c3b tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] No DVR routers for this DVR port a997cdc4-54ac-465a-9f67-8392cbebe66d on host hv-cinder-80278 {{(pid=79163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:24:35.527118 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-ab30f9a0-f34b-4d91-b6e4-e08a55503093 req-b9c25238-1f25-488f-bedc-f29159f58c3b tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.530442 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e89fe41-329b-40a3-8050-5379a3d408b4', 'name': 'network-vif-deleted', 'tag': 'a997cdc4-54ac-465a-9f67-8392cbebe66d'}] {{(pid=79163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:24:35.595866 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e89fe41-329b-40a3-8050-5379a3d408b4', 'name': 'network-vif-deleted', 'tag': 'a997cdc4-54ac-465a-9f67-8392cbebe66d', 'status': 'completed', 'code': 200} Aug 23 10:24:35.599015 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ab30f9a0-f34b-4d91-b6e4-e08a55503093 req-b9c25238-1f25-488f-bedc-f29159f58c3b tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.46 "DELETE /v2.0/ports/a997cdc4-54ac-465a-9f67-8392cbebe66d HTTP/1.1" status: 204 len: 173 time: 1.4763925 Aug 23 10:24:35.643114 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a7b9d-84f2-4d4a-99a1-dcc09fa7da22 req-9cb0f1e8-f06a-4fde-94df-422f8bdc821c tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:35.650272 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e17a7b9d-84f2-4d4a-99a1-dcc09fa7da22 req-9cb0f1e8-f06a-4fde-94df-422f8bdc821c tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1140919 Aug 23 10:24:35.697836 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d214e058-69a8-46ff-b705-a59c0ee93098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864615', 'neutron.services.segments.db._delete_segments_for_network-8775983548317'] for network, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.708377 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e17a7b9d-84f2-4d4a-99a1-dcc09fa7da22 req-87a3a25e-403c-4c0e-a193-3b325098db5a tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569701 Aug 23 10:24:35.711610 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.services.segments.db [None req-d214e058-69a8-46ff-b705-a59c0ee93098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b3b842-42fd-4aca-92f2-cadcaf1f5513']}} {{(pid=79164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:35.728010 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.services.segments.db [None req-d214e058-69a8-46ff-b705-a59c0ee93098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c6a58f-0540-404f-bb90-c79941dacf51') {'for_net_delete': True} {{(pid=79164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:35.728367 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.services.segments.db [None req-d214e058-69a8-46ff-b705-a59c0ee93098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c6a58f-0540-404f-bb90-c79941dacf51') {} {{(pid=79164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:35.745780 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d214e058-69a8-46ff-b705-a59c0ee93098 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775983546359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26330098'] for segment, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.782891 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d214e058-69a8-46ff-b705-a59c0ee93098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.790498 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d214e058-69a8-46ff-b705-a59c0ee93098 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=79164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:24:35.790944 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d214e058-69a8-46ff-b705-a59c0ee93098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26337102'] for segment, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: Traceback (most recent call last): Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: timer() Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: cb(*args, **kw) Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: return func(*args, **kwargs) Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: self._notify() Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: self.callback(batched_events) Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: event.method(event) Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: return f(self, *a, **k) Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: return self._get(url).json() Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: return self.request(url, 'GET', **kwargs) Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:24:35.806029 dv-cinder-802781-2-smb neutron-server[79164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:24:36.007248 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d214e058-69a8-46ff-b705-a59c0ee93098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900943'] for network, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:36.014397 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:36.026975 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d214e058-69a8-46ff-b705-a59c0ee93098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:36.039544 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214e058-69a8-46ff-b705-a59c0ee93098 admin admin] Pushing event deleted for resources: {'Network': ['ID=47b3b842-42fd-4aca-92f2-cadcaf1f5513,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:36.042814 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-d214e058-69a8-46ff-b705-a59c0ee93098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:36.047065 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 42516) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:36.047201 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-d214e058-69a8-46ff-b705-a59c0ee93098 admin admin] 10.222.0.20 "DELETE /v2.0/networks/47b3b842-42fd-4aca-92f2-cadcaf1f5513 HTTP/1.1" status: 204 len: 168 time: 0.6980467 Aug 23 10:24:36.065973 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ac1a0-9368-4a70-8348-5567899ace63 req-d38326e8-89a7-4cbb-87ed-594734e04cff tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:36.067523 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0b0ac1a0-9368-4a70-8348-5567899ace63 req-d38326e8-89a7-4cbb-87ed-594734e04cff tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.1981778 Aug 23 10:24:36.113206 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b72c6e-fa46-4b6b-aa4a-e7a59538e1a7 admin admin] Deleting subnet d0fb0fe2-96a6-4e6d-83d2-3318aa6e8c2f {{(pid=79163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:24:36.117442 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8b72c6e-fa46-4b6b-aa4a-e7a59538e1a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:36.120112 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0b0ac1a0-9368-4a70-8348-5567899ace63 req-05e0db11-d079-48e0-8ce5-6c1d8dec67e1 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466390 Aug 23 10:24:36.143338 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-87f29e5b-8a55-4c35-b222-3e1510890cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:36.174577 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8b72c6e-fa46-4b6b-aa4a-e7a59538e1a7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:36.182337 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8b72c6e-fa46-4b6b-aa4a-e7a59538e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870812'] for subnet, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:36.285047 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8b72c6e-fa46-4b6b-aa4a-e7a59538e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for subnet, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:36.290301 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:36.328282 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b72c6e-fa46-4b6b-aa4a-e7a59538e1a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0fb0fe2-96a6-4e6d-83d2-3318aa6e8c2f,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:36.332673 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c8b72c6e-fa46-4b6b-aa4a-e7a59538e1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:36.335161 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8b72c6e-fa46-4b6b-aa4a-e7a59538e1a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:36.341759 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-c8b72c6e-fa46-4b6b-aa4a-e7a59538e1a7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d0fb0fe2-96a6-4e6d-83d2-3318aa6e8c2f HTTP/1.1" status: 204 len: 168 time: 0.2925994 Aug 23 10:24:36.344081 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 42526) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:36.384502 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6ab90b64-cded-4aab-bc3e-7bc17ccd94e6 req-dc3211c1-f5a8-4820-889e-3406b48b07ae tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e89fe41-329b-40a3-8050-5379a3d408b4 HTTP/1.1" status: 200 len: 210 time: 0.0758986 Aug 23 10:24:36.463123 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830045'] for network, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:36.633719 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864615', 'neutron.services.segments.db._delete_segments_for_network-8775983548317'] for network, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:36.649755 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:24:36.650101 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:24:36.650844 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:24:36.651177 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Subscribe: > port after_create 55550000 {{(pid=79163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:24:36.651493 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=79163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:24:36.651862 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Subscribe: > port after_update 55550000 {{(pid=79163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:24:36.652182 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:24:36.652499 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:24:36.652819 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:24:36.653133 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:24:36.738466 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:24:36.738738 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:24:36.739069 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:24:36.739402 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:24:36.739774 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de55738-ecbb-489f-830e-b5fa92724c6f']}} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:36.746989 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:36.755499 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10766dc4-6d3a-4f94-8123-1fa40f83280d') {'for_net_delete': True} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:36.755792 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10766dc4-6d3a-4f94-8123-1fa40f83280d') {} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:36.770782 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775983546359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26919115'] for segment, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:36.782302 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:36.791061 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:36.797062 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e1ed9-c03c-471d-b8b2-758a74cde759 req-aa117427-38b8-419f-b605-6d68bf7aed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:36.798826 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-de7e1ed9-c03c-471d-b8b2-758a74cde759 req-aa117427-38b8-419f-b605-6d68bf7aed7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99082884e6bc45e18c151db1f08a2346&device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 1098 time: 0.2793245 Aug 23 10:24:36.801980 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=79163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:24:36.802363 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26781108'] for segment, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: from cryptography.utils import int_from_bytes Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: from cryptography.utils import int_from_bytes Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: util.warn_limited( Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: util.warn_limited( Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: Traceback (most recent call last): Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: timer() Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: cb(*args, **kw) Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: return func(*args, **kwargs) Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: self._notify() Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: self.callback(batched_events) Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: event.method(event) Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: return f(self, *a, **k) Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: return self._get(url).json() Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: return self.request(url, 'GET', **kwargs) Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:24:36.817804 dv-cinder-802781-2-smb neutron-server[79163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:24:36.978072 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900943'] for network, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:36.993301 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:37.013857 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:37.024761 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Pushing event deleted for resources: {'Network': ['ID=4de55738-ecbb-489f-830e-b5fa92724c6f,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:37.030253 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:37.034826 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] 10.222.0.20 "DELETE /v2.0/networks/4de55738-ecbb-489f-830e-b5fa92724c6f HTTP/1.1" status: 204 len: 168 time: 0.6889911 Aug 23 10:24:37.037658 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e1ed9-c03c-471d-b8b2-758a74cde759 req-05b7eac7-3d8a-48f7-a8df-6c837dd273ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:37.039096 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-de7e1ed9-c03c-471d-b8b2-758a74cde759 req-05b7eac7-3d8a-48f7-a8df-6c837dd273ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=d137faa0-f4f8-4597-9039-8107bc591b01 HTTP/1.1" status: 200 len: 918 time: 0.2202463 Aug 23 10:24:37.236483 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-de7e1ed9-c03c-471d-b8b2-758a74cde759 req-f42f7a92-724e-4b41-bc8b-2206331ba941 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea55a6d-53c6-4d73-b4ef-9d524a6b9347 HTTP/1.1" status: 200 len: 1001 time: 0.1902375 Aug 23 10:24:37.253157 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 42538) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:37.303430 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-e2e4415f-31a1-4ff1-8313-32062f52ab3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=508f4d1f7c834a719f094780d6882f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489962 Aug 23 10:24:37.305864 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 42542) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:37.356958 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e1ed9-c03c-471d-b8b2-758a74cde759 req-61558625-512d-4ac8-958f-95f37a1a65eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:37.358395 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-de7e1ed9-c03c-471d-b8b2-758a74cde759 req-61558625-512d-4ac8-958f-95f37a1a65eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f85e825-59e5-4c98-a66a-77e558377d2d HTTP/1.1" status: 200 len: 856 time: 0.1156054 Aug 23 10:24:37.366111 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-9bf2a8c0-0e1d-44a0-baa4-5193ac9185ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:37.392360 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-9bf2a8c0-0e1d-44a0-baa4-5193ac9185ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:37.432156 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f203ca-1f73-4b1b-aa20-dc8c380038ce req-57bc0317-d372-41c8-a3ad-60474157dc11 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:37.433871 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-92f203ca-1f73-4b1b-aa20-dc8c380038ce req-57bc0317-d372-41c8-a3ad-60474157dc11 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.1582050 Aug 23 10:24:37.447144 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-9bf2a8c0-0e1d-44a0-baa4-5193ac9185ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:37.450941 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:37.462061 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2a8c0-0e1d-44a0-baa4-5193ac9185ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e11b104-0a07-42bf-84f2-91651e0b9311,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:37.464696 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-9bf2a8c0-0e1d-44a0-baa4-5193ac9185ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:37.470112 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-9bf2a8c0-0e1d-44a0-baa4-5193ac9185ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:37.474188 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-9bf2a8c0-0e1d-44a0-baa4-5193ac9185ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e11b104-0a07-42bf-84f2-91651e0b9311 HTTP/1.1" status: 204 len: 168 time: 0.1672006 Aug 23 10:24:37.494361 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e1ed9-c03c-471d-b8b2-758a74cde759 req-5faa3b02-7741-4757-b807-cbc432f67ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:37.495874 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-de7e1ed9-c03c-471d-b8b2-758a74cde759 req-5faa3b02-7741-4757-b807-cbc432f67ea5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d137faa0-f4f8-4597-9039-8107bc591b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1298871 Aug 23 10:24:37.508391 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-92f203ca-1f73-4b1b-aa20-dc8c380038ce req-d3a81736-a353-409f-b0e5-57c1d9065cf5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669181 Aug 23 10:24:37.663536 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-de7e1ed9-c03c-471d-b8b2-758a74cde759 req-927d6ead-78f6-40ce-8efa-c4054aa9c02b service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539016 Aug 23 10:24:37.907871 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 42574) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:37.930032 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-de7e1ed9-c03c-471d-b8b2-758a74cde759 req-9913fee9-7a18-487b-806d-4bd5b5a4e150 service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598956 Aug 23 10:24:37.959337 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-477db25b-4d14-4eb2-89a8-4e4e0e14b8bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=90faa81c01724ae2bf47de40724bc718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499873 Aug 23 10:24:37.961681 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 42578) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:37.964959 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-0e745824-8538-4187-bcf7-48764df77999 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:37.966405 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-0e745824-8538-4187-bcf7-48764df77999 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/networks?id=168c4640-03a7-426e-a44b-140bb04cda71 HTTP/1.1" status: 200 len: 809 time: 0.1860902 Aug 23 10:24:37.983261 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-d688c6d3-d569-48e4-a7d7-c8768101558e tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/quotas/5e5d1ee7117d4380a1250d05353d4d68 HTTP/1.1" status: 200 len: 375 time: 0.0101461 Aug 23 10:24:38.027561 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d00e4681-2447-4316-8110-6a8efc0233ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:38.038832 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-7c474433-ca1c-41c9-8d2d-03394998a5c7 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Synchronizing usage tracker for tenant:5e5d1ee7117d4380a1250d05353d4d68 on resource:port {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:24:38.057285 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d00e4681-2447-4316-8110-6a8efc0233ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:38.057470 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device a997cdc4-54ac-465a-9f67-8392cbebe66d no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:24:38.065585 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-7c474433-ca1c-41c9-8d2d-03394998a5c7 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Unset dirty status for tenant:5e5d1ee7117d4380a1250d05353d4d68 on resource:port {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:24:38.067923 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-7c474433-ca1c-41c9-8d2d-03394998a5c7 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e5d1ee7117d4380a1250d05353d4d68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771770 Aug 23 10:24:38.095798 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] No Port match for: a997cdc4-54ac-465a-9f67-8392cbebe66d {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:24:38.096181 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device a997cdc4-54ac-465a-9f67-8392cbebe66d not bound to the agent host hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:24:38.116652 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d00e4681-2447-4316-8110-6a8efc0233ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:38.121562 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-80e9ce35-6f08-4639-ba8a-952ee0a7ac2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:38.137854 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d00e4681-2447-4316-8110-6a8efc0233ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:38.138963 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-d00e4681-2447-4316-8110-6a8efc0233ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9bb19394-a06e-4237-a1fa-173331b615e9 HTTP/1.1" status: 204 len: 168 time: 0.1763160 Aug 23 10:24:38.140030 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e4681-2447-4316-8110-6a8efc0233ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb19394-a06e-4237-a1fa-173331b615e9,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:38.151554 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-d00e4681-2447-4316-8110-6a8efc0233ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:38.218092 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-49f60b7b-2cc1-4545-8782-6b94c145592a service neutron] 10.222.0.20 "GET /v2.0/networks/168c4640-03a7-426e-a44b-140bb04cda71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429751 Aug 23 10:24:38.374547 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-aab20459-9152-4624-97d1-57657a6012e1 service neutron] 10.222.0.20 "GET /v2.0/networks/168c4640-03a7-426e-a44b-140bb04cda71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421573 Aug 23 10:24:38.607327 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-1c17a575-5fca-4d42-8bf3-c4df298642fe req-8cbd0454-ed3a-489d-bf8a-1d8628109aad tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 210 time: 0.0874352 Aug 23 10:24:38.733331 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb2b61-61d2-4a68-81a0-3d61eebd1c3e req-5fcc44dc-182b-4989-b190-cbb187861c10 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:38.735217 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-bfcb2b61-61d2-4a68-81a0-3d61eebd1c3e req-5fcc44dc-182b-4989-b190-cbb187861c10 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.0909629 Aug 23 10:24:38.790172 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-bfcb2b61-61d2-4a68-81a0-3d61eebd1c3e req-bf8c892f-b7da-47cb-a6f8-22154cc9110a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489132 Aug 23 10:24:38.940982 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8da7fb5-d298-4c57-a7d9-932ce876e402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:39.428775 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:39.740187 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-05c454c9-9f7f-45ca-90e7-3256c1c3e338 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:39.741893 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-05c454c9-9f7f-45ca-90e7-3256c1c3e338 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.46 "GET /v2.0/networks?id=168c4640-03a7-426e-a44b-140bb04cda71 HTTP/1.1" status: 200 len: 809 time: 0.1790037 Aug 23 10:24:39.757265 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-33a3e859-9a51-4cb1-8595-64b6faf0c06a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Request body: {'port': {'device_id': '3131fbc4-3699-4436-914a-b215c9300dce', 'network_id': '168c4640-03a7-426e-a44b-140bb04cda71', 'admin_state_up': True, 'tenant_id': '5e5d1ee7117d4380a1250d05353d4d68'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:39.844380 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-68c6c6f4-91df-47f9-a93c-8c064966010f req-f1ecdfc0-3ba0-48d7-aa5c-8b7f48ad0199 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 210 time: 0.0647948 Aug 23 10:24:39.967796 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-33a3e859-9a51-4cb1-8595-64b6faf0c06a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:39.979545 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-33a3e859-9a51-4cb1-8595-64b6faf0c06a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:39.990857 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-33a3e859-9a51-4cb1-8595-64b6faf0c06a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Made reservation on behalf of 5e5d1ee7117d4380a1250d05353d4d68 for: {'port': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:24:39.994564 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-33a3e859-9a51-4cb1-8595-64b6faf0c06a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:40.033773 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26780d-c103-4b3d-8dd8-3d4a689507a8 req-e90ca1db-5100-4c8e-aefe-e2683697d200 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:40.041000 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2c26780d-c103-4b3d-8dd8-3d4a689507a8 req-e90ca1db-5100-4c8e-aefe-e2683697d200 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 945 time: 0.1017213 Aug 23 10:24:40.056433 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device fea55a6d-53c6-4d73-b4ef-9d524a6b9347 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:24:40.085719 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2c26780d-c103-4b3d-8dd8-3d4a689507a8 req-3e57e67c-77cb-4122-8af4-45706b6111de tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438571 Aug 23 10:24:40.265434 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:40.297499 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3983ec41-3ddb-4144-a334-f1b82588cfff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:24:40.309405 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port fea55a6d-53c6-4d73-b4ef-9d524a6b9347, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:40.321744 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:40.324197 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:40.363974 dv-cinder-802781-2-smb neutron-server[79165]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3983ec41-3ddb-4144-a334-f1b82588cfff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347', 'code': 422} returned with failed status Aug 23 10:24:40.386170 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-33a3e859-9a51-4cb1-8595-64b6faf0c06a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Allocated IP 172.20.0.5 (168c4640-03a7-426e-a44b-140bb04cda71/25479d98-86a9-4bb3-bcf4-19e41c3f433b/aee79651-88ef-4704-aa79-73eeb722f646) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:24:40.414320 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,revision_number=8']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:40.418186 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:40.628785 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-33a3e859-9a51-4cb1-8595-64b6faf0c06a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:40.660740 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-33a3e859-9a51-4cb1-8595-64b6faf0c06a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:40.666555 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:40.786322 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-33a3e859-9a51-4cb1-8595-64b6faf0c06a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Network 168c4640-03a7-426e-a44b-140bb04cda71 is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:24:40.792043 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-33a3e859-9a51-4cb1-8595-64b6faf0c06a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:24:40.798455 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-33a3e859-9a51-4cb1-8595-64b6faf0c06a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:24:40.824722 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3e859-9a51-4cb1-8595-64b6faf0c06a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Pushing event updated for resources: {'Port': ['ID=aee79651-88ef-4704-aa79-73eeb722f646,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:40.830608 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:40.832957 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-33a3e859-9a51-4cb1-8595-64b6faf0c06a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:40.875025 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-33a3e859-9a51-4cb1-8595-64b6faf0c06a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:40.875639 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-33a3e859-9a51-4cb1-8595-64b6faf0c06a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:40.897060 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e7ad9-6137-407c-a9bd-df35c12cb5c0 req-7e7082ea-1afa-451f-ae9a-b93200d1439a tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:40.898574 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9d5e7ad9-6137-407c-a9bd-df35c12cb5c0 req-7e7082ea-1afa-451f-ae9a-b93200d1439a tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.1984596 Aug 23 10:24:40.927555 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-33a3e859-9a51-4cb1-8595-64b6faf0c06a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1746018 Aug 23 10:24:40.944931 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Request body: {'port': {'device_id': '3131fbc4-3699-4436-914a-b215c9300dce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:40.993883 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9d5e7ad9-6137-407c-a9bd-df35c12cb5c0 req-2431d90f-3f7e-4c83-a37c-d306d8abbb33 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866253 Aug 23 10:24:41.045744 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bab1fe-76e7-485a-9839-d7be2f0cb2bd req-ddb076b4-b9e2-43fb-a26a-d248648e2e87 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:41.049572 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-49bab1fe-76e7-485a-9839-d7be2f0cb2bd req-ddb076b4-b9e2-43fb-a26a-d248648e2e87 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 931 time: 0.0840175 Aug 23 10:24:41.081959 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:41.110622 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-49bab1fe-76e7-485a-9839-d7be2f0cb2bd req-fd54da57-74bc-4589-8850-48b6aa730fc7 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535545 Aug 23 10:24:41.467585 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a89f86-2e7e-4c69-bcf7-4d364153355d req-eaa52037-7c72-481b-8d21-2b9b5264657e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:41.475811 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-06a89f86-2e7e-4c69-bcf7-4d364153355d req-eaa52037-7c72-481b-8d21-2b9b5264657e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 943 time: 0.1483476 Aug 23 10:24:41.548733 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee79651-88ef-4704-aa79-73eeb722f646 {{(pid=79163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:24:41.562206 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-06a89f86-2e7e-4c69-bcf7-4d364153355d req-97f5a509-0ea2-4a93-bcf7-f241559fb7ac tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853593 Aug 23 10:24:41.570340 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:41.608627 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.provisioning_blocks [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Transition to ACTIVE for port object aee79651-88ef-4704-aa79-73eeb722f646 will not be triggered until provisioned by entity L2. {{(pid=79163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:24:41.617150 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26781080'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:41.628085 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-f1b5937c-b783-437e-b68d-1dc7e7cc14aa tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:41.789866 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Pushing event updated for resources: {'Port': ['ID=aee79651-88ef-4704-aa79-73eeb722f646,revision_number=2']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:41.793949 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:41.862917 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 42736) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:41.911046 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.managers [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Attempting to bind port aee79651-88ef-4704-aa79-73eeb722f646 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:24:41.911393 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.managers [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Attempting to bind port aee79651-88ef-4704-aa79-73eeb722f646 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '75111846-79c0-4a3b-875f-3586cf40cd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '168c4640-03a7-426e-a44b-140bb04cda71'}] {{(pid=79163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:24:41.911717 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Attempting to bind port aee79651-88ef-4704-aa79-73eeb722f646 on network 168c4640-03a7-426e-a44b-140bb04cda71 {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:24:41.916373 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Port aee79651-88ef-4704-aa79-73eeb722f646 on network 168c4640-03a7-426e-a44b-140bb04cda71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:24:41.916789 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Attempting to bind port aee79651-88ef-4704-aa79-73eeb722f646 on network 168c4640-03a7-426e-a44b-140bb04cda71 {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:24:41.921849 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Checking agent: {'id': 'da4e5719-434b-498c-af5a-9a8836947b40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'started_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:24:41.922180 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Checking segment: {'id': '75111846-79c0-4a3b-875f-3586cf40cd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '168c4640-03a7-426e-a44b-140bb04cda71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:24:41.922589 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Bound using segment: {'id': '75111846-79c0-4a3b-875f-3586cf40cd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '168c4640-03a7-426e-a44b-140bb04cda71'} {{(pid=79163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:24:41.923618 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.managers [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Bound port: aee79651-88ef-4704-aa79-73eeb722f646, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75111846-79c0-4a3b-875f-3586cf40cd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '168c4640-03a7-426e-a44b-140bb04cda71'}}] {{(pid=79163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:24:41.923985 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.007009 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5e7ed5bd-21c3-4453-b8c1-6006d1266d43 req-0a968576-347c-479b-b66c-7a72f881cae2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1428728 Aug 23 10:24:42.024953 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] For port aee79651-88ef-4704-aa79-73eeb722f646, host hv-cinder-80278, cleared binding levels {{(pid=79163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:24:42.028450 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] For port aee79651-88ef-4704-aa79-73eeb722f646, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=aee79651-88ef-4704-aa79-73eeb722f646,segment=NetworkSegment(75111846-79c0-4a3b-875f-3586cf40cd2b),segment_id=75111846-79c0-4a3b-875f-3586cf40cd2b)] {{(pid=79163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:24:42.034162 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26781080'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.038819 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-4fb37e29-808f-4649-8920-fe6459c19c7a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:42.100279 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:42.101125 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.102246 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] 10.222.0.46 "PUT /v2.0/ports/aee79651-88ef-4704-aa79-73eeb722f646 HTTP/1.1" status: 200 len: 1093 time: 1.1642292 Aug 23 10:24:42.102945 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3131fbc4-3699-4436-914a-b215c9300dce', 'tag': 'aee79651-88ef-4704-aa79-73eeb722f646'}] {{(pid=79163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:24:42.171490 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3131fbc4-3699-4436-914a-b215c9300dce', 'tag': 'aee79651-88ef-4704-aa79-73eeb722f646', 'status': 'completed', 'code': 200} Aug 23 10:24:42.247489 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Pushing event updated for resources: {'Port': ['ID=aee79651-88ef-4704-aa79-73eeb722f646,revision_number=3']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:42.251680 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:42.297173 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-d92bd0e1-f4ea-4b03-a4f5-dfaa57ff7f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:42.299408 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-d92bd0e1-f4ea-4b03-a4f5-dfaa57ff7f5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e5d1ee7117d4380a1250d05353d4d68&device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 1096 time: 0.1403959 Aug 23 10:24:42.307521 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aae6b-8e35-4354-9c36-f096f070ff4e req-a504cff3-c1cd-46fc-aef7-d7658492f18e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:42.308897 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5f7aae6b-8e35-4354-9c36-f096f070ff4e req-a504cff3-c1cd-46fc-aef7-d7658492f18e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.1860342 Aug 23 10:24:42.348723 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc070a7-5636-48dc-bbf2-252dcdd1a742 req-f5d80fb0-9f9e-493c-889e-c3fa43af46b6 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:42.350189 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ccc070a7-5636-48dc-bbf2-252dcdd1a742 req-f5d80fb0-9f9e-493c-889e-c3fa43af46b6 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 943 time: 0.0834274 Aug 23 10:24:42.384684 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-ed6cf62f-0cc0-47bf-82b5-aec85fc247d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aee79651-88ef-4704-aa79-73eeb722f646 HTTP/1.1" status: 200 len: 217 time: 0.0747724 Aug 23 10:24:42.398747 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ccc070a7-5636-48dc-bbf2-252dcdd1a742 req-90a36bfa-2288-43fe-8a27-68d8daf007a1 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421629 Aug 23 10:24:42.529293 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5f7aae6b-8e35-4354-9c36-f096f070ff4e req-f45dff54-b007-4223-be30-81e57ef158cc tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650550 Aug 23 10:24:42.541719 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-f645fb58-11b4-4bc1-8d0b-02486e85b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:42.543196 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-f645fb58-11b4-4bc1-8d0b-02486e85b5a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=25479d98-86a9-4bb3-bcf4-19e41c3f433b HTTP/1.1" status: 200 len: 849 time: 0.1501110 Aug 23 10:24:42.596864 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-3d5947b8-fae4-404d-91dc-3a24c2a4d358 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=168c4640-03a7-426e-a44b-140bb04cda71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404041 Aug 23 10:24:42.741795 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-a6ff0b68-9a2f-4267-91d0-a364388666d2 service neutron] 10.222.0.46 "GET /v2.0/networks/168c4640-03a7-426e-a44b-140bb04cda71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374519 Aug 23 10:24:42.779880 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaafbc-63ff-4150-ac35-f58405d37aad req-92591433-d535-4e7e-8042-12fd28a0af28 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:42.782158 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7fcaafbc-63ff-4150-ac35-f58405d37aad req-92591433-d535-4e7e-8042-12fd28a0af28 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 943 time: 0.0986655 Aug 23 10:24:42.836520 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7fcaafbc-63ff-4150-ac35-f58405d37aad req-f11e9f44-29d1-47f6-96d8-9a2c8d616522 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469947 Aug 23 10:24:42.896822 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-889b3774-1c15-44ff-b3a7-767b5ee87ea1 req-1e99cf7c-6cb7-4a2c-a3cc-4d78697d86ea service neutron] 10.222.0.46 "GET /v2.0/networks/168c4640-03a7-426e-a44b-140bb04cda71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464133 Aug 23 10:24:42.935682 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97612a0e-7534-4252-bf4c-c8c72b2bae7c req-89d47bdc-b027-4e17-a0f2-c56e48928a27 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:42.937517 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-97612a0e-7534-4252-bf4c-c8c72b2bae7c req-89d47bdc-b027-4e17-a0f2-c56e48928a27 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.0999727 Aug 23 10:24:43.025741 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-97612a0e-7534-4252-bf4c-c8c72b2bae7c req-3e3978b1-1c0a-4b4a-8231-81824a267203 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Deleting port d601a6f5-3651-49a7-9e3c-a87210a2665e {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:24:43.026388 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-97612a0e-7534-4252-bf4c-c8c72b2bae7c req-3e3978b1-1c0a-4b4a-8231-81824a267203 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:43.028035 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067474d-737c-4557-b640-e92735d38e0f req-444ef0f6-b52a-4d39-be39-1d5646ac9595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:43.030384 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c067474d-737c-4557-b640-e92735d38e0f req-444ef0f6-b52a-4d39-be39-1d5646ac9595 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e5d1ee7117d4380a1250d05353d4d68&device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 1096 time: 0.0813503 Aug 23 10:24:43.221336 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067474d-737c-4557-b640-e92735d38e0f req-2408f3d5-cb8c-4ff8-b073-ef045da98464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:43.222872 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c067474d-737c-4557-b640-e92735d38e0f req-2408f3d5-cb8c-4ff8-b073-ef045da98464 service neutron] 10.222.0.46 "GET /v2.0/networks?id=168c4640-03a7-426e-a44b-140bb04cda71 HTTP/1.1" status: 200 len: 910 time: 0.1813567 Aug 23 10:24:43.372708 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-97612a0e-7534-4252-bf4c-c8c72b2bae7c req-3e3978b1-1c0a-4b4a-8231-81824a267203 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] For port d601a6f5-3651-49a7-9e3c-a87210a2665e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d601a6f5-3651-49a7-9e3c-a87210a2665e,segment=NetworkSegment(2c74a457-f0b8-49fe-a562-feb98066a0a4),segment_id=2c74a457-f0b8-49fe-a562-feb98066a0a4)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:43.373788 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-97612a0e-7534-4252-bf4c-c8c72b2bae7c req-3e3978b1-1c0a-4b4a-8231-81824a267203 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:43.376836 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c067474d-737c-4557-b640-e92735d38e0f req-ef2ec168-cec2-4fb0-bbbf-76926ef82386 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aee79651-88ef-4704-aa79-73eeb722f646 HTTP/1.1" status: 200 len: 217 time: 0.1465850 Aug 23 10:24:43.461488 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067474d-737c-4557-b640-e92735d38e0f req-5a2abcf8-2f1d-4d2b-86c9-6089a47a31f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:43.463396 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c067474d-737c-4557-b640-e92735d38e0f req-5a2abcf8-2f1d-4d2b-86c9-6089a47a31f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=25479d98-86a9-4bb3-bcf4-19e41c3f433b HTTP/1.1" status: 200 len: 849 time: 0.0806777 Aug 23 10:24:43.544400 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c067474d-737c-4557-b640-e92735d38e0f req-9689655f-eb5d-4795-894d-613845a8c232 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=168c4640-03a7-426e-a44b-140bb04cda71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719917 Aug 23 10:24:43.555769 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-97612a0e-7534-4252-bf4c-c8c72b2bae7c req-3e3978b1-1c0a-4b4a-8231-81824a267203 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Calling delete_port for d601a6f5-3651-49a7-9e3c-a87210a2665e owned by compute:nova {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:24:43.702941 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c067474d-737c-4557-b640-e92735d38e0f req-813425b4-c700-4e83-acf4-6dac4bc4e30f service neutron] 10.222.0.46 "GET /v2.0/networks/168c4640-03a7-426e-a44b-140bb04cda71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526868 Aug 23 10:24:43.841990 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 42788) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:43.934079 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c067474d-737c-4557-b640-e92735d38e0f req-373297a0-ae5a-42b3-a55c-ab8069aefb56 service neutron] 10.222.0.46 "GET /v2.0/networks/168c4640-03a7-426e-a44b-140bb04cda71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852579 Aug 23 10:24:43.946105 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de805835-60d4-48f9-87bf-ea2ac2f881a3 req-89607d16-4b2f-49f2-bebe-6ba2f1dac05f tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:43.947720 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-de805835-60d4-48f9-87bf-ea2ac2f881a3 req-89607d16-4b2f-49f2-bebe-6ba2f1dac05f tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b35d7ae-6d87-46bf-93f8-499f14d80af8 HTTP/1.1" status: 200 len: 945 time: 0.2437756 Aug 23 10:24:43.996757 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aecef1-a396-4c32-84c8-bde2868eb0db req-de635563-acf1-44af-8cc0-6177c111696a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:44.000391 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-09aecef1-a396-4c32-84c8-bde2868eb0db req-de635563-acf1-44af-8cc0-6177c111696a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 943 time: 0.4529347 Aug 23 10:24:44.020140 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-de805835-60d4-48f9-87bf-ea2ac2f881a3 req-9879744a-1211-48b4-8bbc-f32ca3237523 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635874 Aug 23 10:24:44.034453 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ed5bd-21c3-4453-b8c1-6006d1266d43 req-9c04536f-b7f1-42c1-a47c-6c27d5d50f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:44.036052 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5e7ed5bd-21c3-4453-b8c1-6006d1266d43 req-9c04536f-b7f1-42c1-a47c-6c27d5d50f79 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff&tenant_id=99082884e6bc45e18c151db1f08a2346 HTTP/1.1" status: 200 len: 1096 time: 0.2314613 Aug 23 10:24:44.058752 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device d601a6f5-3651-49a7-9e3c-a87210a2665e no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:24:44.131958 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-7ef492cc-5afb-4522-a249-7370ac795127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:44.154482 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] No active binding found for port d601a6f5-3651-49a7-9e3c-a87210a2665e {{(pid=79165) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Aug 23 10:24:44.155376 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device d601a6f5-3651-49a7-9e3c-a87210a2665e not bound to the agent host hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:24:44.155989 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device fea55a6d-53c6-4d73-b4ef-9d524a6b9347 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:24:44.159219 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-97612a0e-7534-4252-bf4c-c8c72b2bae7c req-3e3978b1-1c0a-4b4a-8231-81824a267203 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:44.168240 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-7ef492cc-5afb-4522-a249-7370ac795127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:44.181508 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-09aecef1-a396-4c32-84c8-bde2868eb0db req-8c02e555-0b72-48d6-88d1-edad2386390b tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693029 Aug 23 10:24:44.182238 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-78f1b930-d0fc-45a8-b9bd-60cd58f9d367 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:44.191899 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['b30be037-c5a8-4674-94a8-ad1313c97b71'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:24:44.231087 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5f593-cfe6-4798-84c5-78cad132db7b req-ff78e864-b6c5-4bb0-87dd-d14284f787ff tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:44.232894 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-2bb5f593-cfe6-4798-84c5-78cad132db7b req-ff78e864-b6c5-4bb0-87dd-d14284f787ff tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 943 time: 0.1087253 Aug 23 10:24:44.257380 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-7ef492cc-5afb-4522-a249-7370ac795127 admin admin] Usage tracker for resource:security_group_rule and tenant:8fb3148a05bd42beb7efd51858f0ade2 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:44.263882 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3978b1-1c0a-4b4a-8231-81824a267203 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Pushing event deleted for resources: {'Port': ['ID=d601a6f5-3651-49a7-9e3c-a87210a2665e,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:44.266018 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-7ef492cc-5afb-4522-a249-7370ac795127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:44.275091 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-3e3978b1-1c0a-4b4a-8231-81824a267203 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:44.277571 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-7ef492cc-5afb-4522-a249-7370ac795127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:44.307951 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-2bb5f593-cfe6-4798-84c5-78cad132db7b req-3ccc7344-30a2-433e-88b5-e81951f5c751 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654018 Aug 23 10:24:44.384171 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-97612a0e-7534-4252-bf4c-c8c72b2bae7c req-3e3978b1-1c0a-4b4a-8231-81824a267203 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] No DVR routers for this DVR port d601a6f5-3651-49a7-9e3c-a87210a2665e on host hv-cinder-80278 {{(pid=79164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:24:44.394517 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-97612a0e-7534-4252-bf4c-c8c72b2bae7c req-3e3978b1-1c0a-4b4a-8231-81824a267203 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:44.400244 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b35d7ae-6d87-46bf-93f8-499f14d80af8', 'name': 'network-vif-deleted', 'tag': 'd601a6f5-3651-49a7-9e3c-a87210a2665e'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:24:44.462535 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ed5bd-21c3-4453-b8c1-6006d1266d43 req-10af80fb-44be-40cc-9c30-e3395ef1b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:44.464472 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5e7ed5bd-21c3-4453-b8c1-6006d1266d43 req-10af80fb-44be-40cc-9c30-e3395ef1b8ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99082884e6bc45e18c151db1f08a2346&device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 1096 time: 0.3953094 Aug 23 10:24:44.468203 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b35d7ae-6d87-46bf-93f8-499f14d80af8', 'name': 'network-vif-deleted', 'tag': 'd601a6f5-3651-49a7-9e3c-a87210a2665e', 'status': 'completed', 'code': 200} Aug 23 10:24:44.498077 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-97612a0e-7534-4252-bf4c-c8c72b2bae7c req-3e3978b1-1c0a-4b4a-8231-81824a267203 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.46 "DELETE /v2.0/ports/d601a6f5-3651-49a7-9e3c-a87210a2665e HTTP/1.1" status: 204 len: 173 time: 1.5493219 Aug 23 10:24:44.549054 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-7ef492cc-5afb-4522-a249-7370ac795127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:44.552982 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-7ef492cc-5afb-4522-a249-7370ac795127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:44.561262 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-09ffe3e9-19aa-4c7e-8c26-80c41fdbf1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:44.662729 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef492cc-5afb-4522-a249-7370ac795127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcfc4c5-0c3c-4a3c-b864-baf4c3739f01,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:44.667800 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-7ef492cc-5afb-4522-a249-7370ac795127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:44.670367 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-7ef492cc-5afb-4522-a249-7370ac795127 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fb3148a05bd42beb7efd51858f0ade2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8200946 Aug 23 10:24:44.673785 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 42800) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:44.702072 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ed5bd-21c3-4453-b8c1-6006d1266d43 req-b57e7ce0-7805-4da8-b11a-0f5517d801b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:44.703549 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5e7ed5bd-21c3-4453-b8c1-6006d1266d43 req-b57e7ce0-7805-4da8-b11a-0f5517d801b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d137faa0-f4f8-4597-9039-8107bc591b01 HTTP/1.1" status: 200 len: 918 time: 0.2079835 Aug 23 10:24:44.736127 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7033306e-6bcb-4f0f-a124-9d986cf4655b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:44.763721 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7033306e-6bcb-4f0f-a124-9d986cf4655b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:44.822923 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5e7ed5bd-21c3-4453-b8c1-6006d1266d43 req-2aa0bb6c-e386-421b-a500-e02a7c7bcfcd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea55a6d-53c6-4d73-b4ef-9d524a6b9347 HTTP/1.1" status: 200 len: 999 time: 0.1100380 Aug 23 10:24:44.823927 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7033306e-6bcb-4f0f-a124-9d986cf4655b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:44.830704 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-321a56a0-c1aa-44e2-b73e-de16245419c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:44.846278 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033306e-6bcb-4f0f-a124-9d986cf4655b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcfc4c5-0c3c-4a3c-b864-baf4c3739f01,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:44.848909 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7033306e-6bcb-4f0f-a124-9d986cf4655b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:44.851468 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7033306e-6bcb-4f0f-a124-9d986cf4655b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:44.852646 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-7033306e-6bcb-4f0f-a124-9d986cf4655b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffcfc4c5-0c3c-4a3c-b864-baf4c3739f01 HTTP/1.1" status: 204 len: 168 time: 0.1777084 Aug 23 10:24:44.892719 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ed5bd-21c3-4453-b8c1-6006d1266d43 req-2d989999-9a1d-4375-84fa-4a48e3802fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:44.894218 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5e7ed5bd-21c3-4453-b8c1-6006d1266d43 req-2d989999-9a1d-4375-84fa-4a48e3802fdc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f85e825-59e5-4c98-a66a-77e558377d2d HTTP/1.1" status: 200 len: 856 time: 0.0644104 Aug 23 10:24:44.978981 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ed5bd-21c3-4453-b8c1-6006d1266d43 req-3c3de04e-8d03-4689-ba20-d647f004abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:44.980671 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5e7ed5bd-21c3-4453-b8c1-6006d1266d43 req-3c3de04e-8d03-4689-ba20-d647f004abd9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d137faa0-f4f8-4597-9039-8107bc591b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790730 Aug 23 10:24:45.133104 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5e7ed5bd-21c3-4453-b8c1-6006d1266d43 req-8241d42a-47d3-43d9-bd82-c9235e2beb6b service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454675 Aug 23 10:24:45.174294 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 42812) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:45.195711 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6d08a1e8-9088-4ab3-8f68-8ec0d71081d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:45.217980 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-6d08a1e8-9088-4ab3-8f68-8ec0d71081d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:45.222824 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-6d08a1e8-9088-4ab3-8f68-8ec0d71081d5 admin admin] Usage tracker for resource:security_group_rule and tenant:e4fd0a31303c49b694ff4d0d9e392957 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:45.225748 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-6d08a1e8-9088-4ab3-8f68-8ec0d71081d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:45.231865 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-6d08a1e8-9088-4ab3-8f68-8ec0d71081d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:45.302114 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5e7ed5bd-21c3-4453-b8c1-6006d1266d43 req-1617fad0-b524-4950-a581-fb6cd6fd9c2e service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612306 Aug 23 10:24:45.334301 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6d08a1e8-9088-4ab3-8f68-8ec0d71081d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:45.371890 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6d08a1e8-9088-4ab3-8f68-8ec0d71081d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:45.389584 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-8f8cc664-1fdc-468c-ae7a-0e03e54ef073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:45.442100 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-6d08a1e8-9088-4ab3-8f68-8ec0d71081d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4fd0a31303c49b694ff4d0d9e392957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635980 Aug 23 10:24:45.442433 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08a1e8-9088-4ab3-8f68-8ec0d71081d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c922fa-a973-4c0c-8491-8be8b2da3c04,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:45.442539 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 42826) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:45.446781 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-6d08a1e8-9088-4ab3-8f68-8ec0d71081d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:45.471743 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c83c22-6659-4ead-bc3d-3298bcbff639 req-d81209ec-d3c1-420d-82d7-3314175bebaa tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:45.472396 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-14c83c22-6659-4ead-bc3d-3298bcbff639 req-d81209ec-d3c1-420d-82d7-3314175bebaa tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Synchronizing usage tracker for tenant:5e5d1ee7117d4380a1250d05353d4d68 on resource:port {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:24:45.490204 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-14c83c22-6659-4ead-bc3d-3298bcbff639 req-d81209ec-d3c1-420d-82d7-3314175bebaa tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Unset dirty status for tenant:5e5d1ee7117d4380a1250d05353d4d68 on resource:port {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:24:45.491389 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-14c83c22-6659-4ead-bc3d-3298bcbff639 req-d81209ec-d3c1-420d-82d7-3314175bebaa tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 943 time: 0.1593440 Aug 23 10:24:45.616531 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-85706894-0497-4cfe-bf1d-fe4d1b3419ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:45.625509 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-14c83c22-6659-4ead-bc3d-3298bcbff639 req-a65947e8-3750-4da9-99af-b66d79b32b70 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269922 Aug 23 10:24:45.658926 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-85706894-0497-4cfe-bf1d-fe4d1b3419ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:45.665535 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a68595-5cdc-4859-aba2-78eab7b69a8c req-5f0b10e2-c299-4154-bc18-8e28a3b707d3 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:45.666988 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a4a68595-5cdc-4859-aba2-78eab7b69a8c req-5f0b10e2-c299-4154-bc18-8e28a3b707d3 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 943 time: 0.1932278 Aug 23 10:24:45.738894 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a4a68595-5cdc-4859-aba2-78eab7b69a8c req-406cd2ee-0a04-4d81-a6d7-b56fd0e0a37b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596912 Aug 23 10:24:45.760293 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-85706894-0497-4cfe-bf1d-fe4d1b3419ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:45.764768 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-99ee2481-56cc-4b5a-bd44-d7c815fd8173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:45.777435 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85706894-0497-4cfe-bf1d-fe4d1b3419ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c922fa-a973-4c0c-8491-8be8b2da3c04,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:45.781193 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-85706894-0497-4cfe-bf1d-fe4d1b3419ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:45.788173 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-85706894-0497-4cfe-bf1d-fe4d1b3419ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:45.792328 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-85706894-0497-4cfe-bf1d-fe4d1b3419ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6c922fa-a973-4c0c-8491-8be8b2da3c04 HTTP/1.1" status: 204 len: 168 time: 0.3486757 Aug 23 10:24:45.908883 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64824838-13d3-4d1c-9da6-450136157e9e req-31f24855-4b1b-49f6-9176-4c1fa2b3aff8 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:45.910880 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-64824838-13d3-4d1c-9da6-450136157e9e req-31f24855-4b1b-49f6-9176-4c1fa2b3aff8 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0932469 Aug 23 10:24:45.975539 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-64824838-13d3-4d1c-9da6-450136157e9e req-2b3db618-7f6e-4828-b943-00b7cc5933c0 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584364 Aug 23 10:24:46.074299 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device aee79651-88ef-4704-aa79-73eeb722f646 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:24:46.298500 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d966b0-3cb5-42fe-823d-5838bc48eb80 req-f945fe70-b4ee-46a7-844c-db1164087749 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:46.306748 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e2d966b0-3cb5-42fe-823d-5838bc48eb80 req-f945fe70-b4ee-46a7-844c-db1164087749 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1270177 Aug 23 10:24:46.343346 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port aee79651-88ef-4704-aa79-73eeb722f646, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=aee79651-88ef-4704-aa79-73eeb722f646,segment=NetworkSegment(75111846-79c0-4a3b-875f-3586cf40cd2b),segment_id=75111846-79c0-4a3b-875f-3586cf40cd2b)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:46.359193 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': 'aee79651-88ef-4704-aa79-73eeb722f646', 'network_id': '168c4640-03a7-426e-a44b-140bb04cda71', 'port_id': 'aee79651-88ef-4704-aa79-73eeb722f646', 'mac_address': 'fa:16:3e:35:45:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25479d98-86a9-4bb3-bcf4-19e41c3f433b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:24:46.368693 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e2d966b0-3cb5-42fe-823d-5838bc48eb80 req-e8cfcaff-b43b-4f4b-9cbf-ba80f159bfcf tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561674 Aug 23 10:24:46.425709 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:46.446519 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee79651-88ef-4704-aa79-73eeb722f646 {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:24:46.467094 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port aee79651-88ef-4704-aa79-73eeb722f646, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=aee79651-88ef-4704-aa79-73eeb722f646,segment=NetworkSegment(75111846-79c0-4a3b-875f-3586cf40cd2b),segment_id=75111846-79c0-4a3b-875f-3586cf40cd2b)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:46.473073 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:46.475621 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-0a42b266-7e2b-4515-a0ee-06a74a448d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:46.556295 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=aee79651-88ef-4704-aa79-73eeb722f646,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:46.561331 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:46.705252 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['aee79651-88ef-4704-aa79-73eeb722f646'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:24:46.897114 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c48f6e-21a6-479a-8c47-25f8e136ae98 req-71b43a3b-9388-47c1-85f7-be0323e8e0bf tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:46.902883 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b7c48f6e-21a6-479a-8c47-25f8e136ae98 req-71b43a3b-9388-47c1-85f7-be0323e8e0bf tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 944 time: 0.1308229 Aug 23 10:24:46.970413 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b7c48f6e-21a6-479a-8c47-25f8e136ae98 req-c5178c39-a498-4541-bec9-85ed98b09919 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638144 Aug 23 10:24:47.088226 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2c2a6-c8cb-440b-a060-cdf29025ff17 req-26774ace-fabd-4f15-8978-199a5720dbe4 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:47.090117 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-03d2c2a6-c8cb-440b-a060-cdf29025ff17 req-26774ace-fabd-4f15-8978-199a5720dbe4 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 943 time: 0.1177301 Aug 23 10:24:47.158883 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-03d2c2a6-c8cb-440b-a060-cdf29025ff17 req-e62125a5-7d25-4a95-adf2-c1819dc51883 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580912 Aug 23 10:24:47.201603 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4371f-fb82-428b-a6f6-0ca0b88a2756 req-f2f0e0ab-ce37-46e4-87d2-3aba373cc532 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:47.202660 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-39a4371f-fb82-428b-a6f6-0ca0b88a2756 req-f2f0e0ab-ce37-46e4-87d2-3aba373cc532 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Synchronizing usage tracker for tenant:24148a0a1b3d4246851e79ae6f24b70c on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:24:47.222239 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-39a4371f-fb82-428b-a6f6-0ca0b88a2756 req-f2f0e0ab-ce37-46e4-87d2-3aba373cc532 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Unset dirty status for tenant:24148a0a1b3d4246851e79ae6f24b70c on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:24:47.224292 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-39a4371f-fb82-428b-a6f6-0ca0b88a2756 req-f2f0e0ab-ce37-46e4-87d2-3aba373cc532 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1188352 Aug 23 10:24:47.292425 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-39a4371f-fb82-428b-a6f6-0ca0b88a2756 req-3a7092c7-c984-49d0-8233-69531608ae2e tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620496 Aug 23 10:24:47.567285 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df24579-7899-434d-ae34-525c2edd24e3 req-5ee78467-4d52-42e4-b4ac-71eb0de9f78d tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:47.568794 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0df24579-7899-434d-ae34-525c2edd24e3 req-5ee78467-4d52-42e4-b4ac-71eb0de9f78d tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0998955 Aug 23 10:24:47.617551 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0df24579-7899-434d-ae34-525c2edd24e3 req-644fb36d-fa9b-424f-93b2-9e0a69d6440c tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429063 Aug 23 10:24:48.087820 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device aee79651-88ef-4704-aa79-73eeb722f646 up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:24:48.204308 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning for port aee79651-88ef-4704-aa79-73eeb722f646 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:24:48.212060 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port aee79651-88ef-4704-aa79-73eeb722f646 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:48.213369 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:48.373318 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f59ac-8e82-40bb-a5b6-84702b227609 req-b02d798c-55c6-4377-a6bb-940dd5a22bb5 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:48.376373 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-271f59ac-8e82-40bb-a5b6-84702b227609 req-b02d798c-55c6-4377-a6bb-940dd5a22bb5 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 944 time: 0.2937047 Aug 23 10:24:48.433821 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-271f59ac-8e82-40bb-a5b6-84702b227609 req-a5b901fa-9ea8-4327-acc6-5ad34886af88 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495672 Aug 23 10:24:48.457991 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171b72b-5876-4df6-b8df-34b615d1f245 req-b9321a19-1172-4a9a-8677-432b9b08bf78 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:48.459598 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5171b72b-5876-4df6-b8df-34b615d1f245 req-b9321a19-1172-4a9a-8677-432b9b08bf78 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 943 time: 0.1128416 Aug 23 10:24:48.468237 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:48.494952 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 42920) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:48.530661 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5171b72b-5876-4df6-b8df-34b615d1f245 req-40f208e0-e496-4510-b509-4ce649d06d52 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624628 Aug 23 10:24:48.533695 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3131fbc4-3699-4436-914a-b215c9300dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee79651-88ef-4704-aa79-73eeb722f646'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:24:48.550688 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port aee79651-88ef-4704-aa79-73eeb722f646, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=aee79651-88ef-4704-aa79-73eeb722f646,segment=NetworkSegment(75111846-79c0-4a3b-875f-3586cf40cd2b),segment_id=75111846-79c0-4a3b-875f-3586cf40cd2b)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:48.559858 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:48.562105 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:48.662697 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3131fbc4-3699-4436-914a-b215c9300dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee79651-88ef-4704-aa79-73eeb722f646', 'code': 200} Aug 23 10:24:48.693147 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=aee79651-88ef-4704-aa79-73eeb722f646,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:48.702876 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:48.769455 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-0aee9f7a-698d-45c4-876f-6e3058d56ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:48.788805 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-0aee9f7a-698d-45c4-876f-6e3058d56ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:48.796698 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-0aee9f7a-698d-45c4-876f-6e3058d56ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:9705125f3e6347328824fe1019ef975b is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:48.800458 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-0aee9f7a-698d-45c4-876f-6e3058d56ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:48.812332 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-0aee9f7a-698d-45c4-876f-6e3058d56ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:48.823694 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef72d5-fbd6-47ac-98fd-f193df12a928 req-e94d47d3-1ca9-4155-9ae3-6112473af009 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:48.831145 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f9ef72d5-fbd6-47ac-98fd-f193df12a928 req-e94d47d3-1ca9-4155-9ae3-6112473af009 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1893589 Aug 23 10:24:48.841973 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b9284-18e2-4dbe-8826-5479d9aae337 req-dda3a4e3-79f2-4bad-87ae-333d245c5c10 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:48.843612 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6d5b9284-18e2-4dbe-8826-5479d9aae337 req-dda3a4e3-79f2-4bad-87ae-333d245c5c10 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0880322 Aug 23 10:24:48.896115 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6d5b9284-18e2-4dbe-8826-5479d9aae337 req-8b735b4c-7c20-434e-a58b-8f9f5fd1e477 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462244 Aug 23 10:24:48.904619 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f9ef72d5-fbd6-47ac-98fd-f193df12a928 req-1beb67cf-0400-4683-9693-bd976d97bc34 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715189 Aug 23 10:24:48.966806 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-0aee9f7a-698d-45c4-876f-6e3058d56ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:48.971078 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-0aee9f7a-698d-45c4-876f-6e3058d56ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:48.977479 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-515b023f-04e9-4020-940b-6b2bd5239da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:49.021675 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee9f7a-698d-45c4-876f-6e3058d56ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18914013-57e2-48b7-ad86-1cdde597859f,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:49.026017 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-0aee9f7a-698d-45c4-876f-6e3058d56ec1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9705125f3e6347328824fe1019ef975b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5299592 Aug 23 10:24:49.026996 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-0aee9f7a-698d-45c4-876f-6e3058d56ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:49.028681 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 42930) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:49.093674 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e338fb85-4847-4d50-9cd8-189b3581c03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:49.121841 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e338fb85-4847-4d50-9cd8-189b3581c03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:49.205039 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e338fb85-4847-4d50-9cd8-189b3581c03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:49.211993 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-14ab6164-d0d9-4cfe-93a3-8f2c21ab8ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:49.227029 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338fb85-4847-4d50-9cd8-189b3581c03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18914013-57e2-48b7-ad86-1cdde597859f,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:49.231847 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e338fb85-4847-4d50-9cd8-189b3581c03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:49.236571 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e338fb85-4847-4d50-9cd8-189b3581c03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:49.237682 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-e338fb85-4847-4d50-9cd8-189b3581c03b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18914013-57e2-48b7-ad86-1cdde597859f HTTP/1.1" status: 204 len: 168 time: 0.2080276 Aug 23 10:24:49.552620 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 42942) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:49.576518 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-be75df56-00be-458c-a48a-f4cd805fe97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:49.609152 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-be75df56-00be-458c-a48a-f4cd805fe97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:49.613687 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-be75df56-00be-458c-a48a-f4cd805fe97f admin admin] Usage tracker for resource:security_group_rule and tenant:d215aee2526242c8b5736420798f70bd is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:49.616563 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-be75df56-00be-458c-a48a-f4cd805fe97f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:49.622250 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-be75df56-00be-458c-a48a-f4cd805fe97f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:49.687369 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a43b67-2d9c-4a4a-858d-e01d4dfdda0e req-86f4fd8a-89fa-47a5-8744-7b25de0e6502 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:49.689296 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-07a43b67-2d9c-4a4a-858d-e01d4dfdda0e req-86f4fd8a-89fa-47a5-8744-7b25de0e6502 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 945 time: 0.0976565 Aug 23 10:24:49.743651 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-07a43b67-2d9c-4a4a-858d-e01d4dfdda0e req-52c939ee-1004-489f-b4b0-781d68f77ec5 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480077 Aug 23 10:24:49.807156 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5168c6f-fa26-4118-a98d-793b4b6b3bfb req-20dc2e48-079d-4054-9354-eacd20ff0528 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:49.808668 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a5168c6f-fa26-4118-a98d-793b4b6b3bfb req-20dc2e48-079d-4054-9354-eacd20ff0528 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 943 time: 0.1522982 Aug 23 10:24:49.839511 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-be75df56-00be-458c-a48a-f4cd805fe97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:49.849721 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-be75df56-00be-458c-a48a-f4cd805fe97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:49.857384 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-a13d254e-6d85-4708-8976-6f0f5452e478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:49.913870 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a5168c6f-fa26-4118-a98d-793b4b6b3bfb req-cb37cdbf-1d1f-48ae-bf9e-5c5190a2a95f tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936170 Aug 23 10:24:49.919272 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-be75df56-00be-458c-a48a-f4cd805fe97f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d215aee2526242c8b5736420798f70bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654172 Aug 23 10:24:49.921209 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75df56-00be-458c-a48a-f4cd805fe97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca1ebaf-6784-4f06-a332-a764aa7872dd,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:49.922046 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 42950) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:49.925311 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-be75df56-00be-458c-a48a-f4cd805fe97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:50.007580 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-74131342-5c7e-4b2b-8fb7-1b911abbb4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:50.105493 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-74131342-5c7e-4b2b-8fb7-1b911abbb4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:50.143264 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae25eb1-2df1-4521-9db2-bd5f682b2af4 req-f139023d-b080-4981-9595-3061a5e603ee tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:50.144820 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0ae25eb1-2df1-4521-9db2-bd5f682b2af4 req-f139023d-b080-4981-9595-3061a5e603ee tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0875070 Aug 23 10:24:50.197996 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603a543-4999-49aa-8b2a-a437f81b8067 req-d3c619b5-fac2-4fdd-b5fb-06a3fb0858de tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:50.199402 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0ae25eb1-2df1-4521-9db2-bd5f682b2af4 req-88d71354-3e61-4046-a33f-d9e4792a798c tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481346 Aug 23 10:24:50.206056 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4603a543-4999-49aa-8b2a-a437f81b8067 req-d3c619b5-fac2-4fdd-b5fb-06a3fb0858de tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1613538 Aug 23 10:24:50.206836 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-74131342-5c7e-4b2b-8fb7-1b911abbb4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:50.217694 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-b69871da-f6ba-427a-a6fa-efc0c62463fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:50.262789 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74131342-5c7e-4b2b-8fb7-1b911abbb4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca1ebaf-6784-4f06-a332-a764aa7872dd,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:50.286332 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-74131342-5c7e-4b2b-8fb7-1b911abbb4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:50.292219 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4603a543-4999-49aa-8b2a-a437f81b8067 req-baf00d07-df84-43de-9fb2-3c77a2b3ff4a tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755138 Aug 23 10:24:50.293183 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-74131342-5c7e-4b2b-8fb7-1b911abbb4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:50.296727 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-74131342-5c7e-4b2b-8fb7-1b911abbb4ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ca1ebaf-6784-4f06-a332-a764aa7872dd HTTP/1.1" status: 204 len: 168 time: 0.3709154 Aug 23 10:24:50.988478 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047cab7-c327-4e4f-904e-ca1a4427f9f7 req-9b076cfd-8ac8-4d89-a9c0-c74e2cace39d tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:50.990125 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-3047cab7-c327-4e4f-904e-ca1a4427f9f7 req-9b076cfd-8ac8-4d89-a9c0-c74e2cace39d tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 945 time: 0.0942216 Aug 23 10:24:51.110335 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-3047cab7-c327-4e4f-904e-ca1a4427f9f7 req-087d484b-84ae-4181-8ea1-815c0181b09f tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127286 Aug 23 10:24:51.185077 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70923c8-ac87-4a2c-b480-b8201b8d79c0 req-3f941736-25d6-47ab-ab3f-ebad4e4c48c3 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:51.186832 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a70923c8-ac87-4a2c-b480-b8201b8d79c0 req-3f941736-25d6-47ab-ab3f-ebad4e4c48c3 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 943 time: 0.1134574 Aug 23 10:24:51.265135 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a70923c8-ac87-4a2c-b480-b8201b8d79c0 req-721b1640-6a11-4b21-97ab-62b47f2436db tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680757 Aug 23 10:24:51.442543 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee5c6e-9e17-4e0a-a457-6b8fc87abf22 req-eed3900f-a3ff-4434-bca5-72b45001cfef tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:51.444522 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4aee5c6e-9e17-4e0a-a457-6b8fc87abf22 req-eed3900f-a3ff-4434-bca5-72b45001cfef tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0946026 Aug 23 10:24:51.568139 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d3c0f-86e4-428f-bc7b-791032bcaaa6 req-b0e340fe-997f-498c-8ccc-ead251e4ecc3 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:51.569691 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ca3d3c0f-86e4-428f-bc7b-791032bcaaa6 req-b0e340fe-997f-498c-8ccc-ead251e4ecc3 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1325538 Aug 23 10:24:51.584991 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4aee5c6e-9e17-4e0a-a457-6b8fc87abf22 req-2db392d4-8040-41e3-bbb0-1daf91cd588b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232731 Aug 23 10:24:51.636715 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ca3d3c0f-86e4-428f-bc7b-791032bcaaa6 req-08f2e814-c153-4e25-a308-439cce30d340 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591593 Aug 23 10:24:52.302173 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42129e5b-4c62-4eaa-acf7-7bfccc5e8d87 req-70ebdedb-e2a0-4b2a-a041-96522c106dc8 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:52.316742 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-42129e5b-4c62-4eaa-acf7-7bfccc5e8d87 req-70ebdedb-e2a0-4b2a-a041-96522c106dc8 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 945 time: 0.0879691 Aug 23 10:24:52.365559 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-42129e5b-4c62-4eaa-acf7-7bfccc5e8d87 req-cf0fa52f-7044-44bc-81d2-e2177a1fa3f4 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461521 Aug 23 10:24:52.510629 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f42048-9cc8-4914-a8ab-584b175883cb req-a52c9492-dcb9-476c-ba40-0e26af6b6c24 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:52.512493 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-14f42048-9cc8-4914-a8ab-584b175883cb req-a52c9492-dcb9-476c-ba40-0e26af6b6c24 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 943 time: 0.1001024 Aug 23 10:24:52.580108 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-14f42048-9cc8-4914-a8ab-584b175883cb req-7454bac7-62d1-4fba-8232-8185a98c08d0 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611374 Aug 23 10:24:52.780927 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917fc82-e04e-4a06-8805-696441d70126 req-4f935e64-0c4d-4256-b2e0-9a369d3bbcf0 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:52.782652 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0917fc82-e04e-4a06-8805-696441d70126 req-4f935e64-0c4d-4256-b2e0-9a369d3bbcf0 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0850627 Aug 23 10:24:52.888716 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85335e9c-851e-4ff7-a178-035984f9ea9b req-8c490394-1a94-4b25-a0c9-a37c0e9115c8 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:52.890132 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0917fc82-e04e-4a06-8805-696441d70126 req-8ab1b58b-872e-4cf1-b3b5-1b28d5be2c6b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892849 Aug 23 10:24:52.907220 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-85335e9c-851e-4ff7-a178-035984f9ea9b req-8c490394-1a94-4b25-a0c9-a37c0e9115c8 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1362247 Aug 23 10:24:52.952148 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-85335e9c-851e-4ff7-a178-035984f9ea9b req-c5fd8192-1e5b-462c-b229-ab8659ebf73d tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434327 Aug 23 10:24:53.581731 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa956325-d61f-4638-8a25-f205100a9b81 req-2eeaa66d-40e9-4677-9648-ddf82da6d884 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:53.583655 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-aa956325-d61f-4638-8a25-f205100a9b81 req-2eeaa66d-40e9-4677-9648-ddf82da6d884 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 945 time: 0.0930893 Aug 23 10:24:53.632675 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-aa956325-d61f-4638-8a25-f205100a9b81 req-72ddb0d7-7f1c-4da0-99c3-16cc782906f7 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425532 Aug 23 10:24:53.785352 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8299814-d888-4ec3-b905-df9479823dad req-cb40e410-c199-4553-839d-c309910a859b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:53.790154 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c8299814-d888-4ec3-b905-df9479823dad req-cb40e410-c199-4553-839d-c309910a859b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 943 time: 0.0883167 Aug 23 10:24:53.831801 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c8299814-d888-4ec3-b905-df9479823dad req-4f62df35-10e7-4d63-a5e5-e366a911c7fc tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392842 Aug 23 10:24:54.100840 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c557f-1903-4025-bf0a-1b9ea1dffc42 req-1e2d840f-4bf6-4a23-bd9b-3ffdad91dcf7 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:54.102571 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-151c557f-1903-4025-bf0a-1b9ea1dffc42 req-1e2d840f-4bf6-4a23-bd9b-3ffdad91dcf7 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0940001 Aug 23 10:24:54.162399 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15436694-ec8f-46b4-8ad7-6ca52d3434c3 req-0431e97c-f3e2-4cbb-8306-fb2e7b0d3652 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:54.163917 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-15436694-ec8f-46b4-8ad7-6ca52d3434c3 req-0431e97c-f3e2-4cbb-8306-fb2e7b0d3652 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0976925 Aug 23 10:24:54.166715 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-151c557f-1903-4025-bf0a-1b9ea1dffc42 req-9cd338ad-ca5a-45c9-b257-bee1d291e5b2 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584733 Aug 23 10:24:54.217986 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-15436694-ec8f-46b4-8ad7-6ca52d3434c3 req-efdd3613-77f6-4b8a-b25d-0edfad988053 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482893 Aug 23 10:24:54.879762 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b868701-1621-49f1-aefd-67625c4bd501 req-82a71eda-7e86-4dd7-9c92-b29cc2c48fe1 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:54.881326 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4b868701-1621-49f1-aefd-67625c4bd501 req-82a71eda-7e86-4dd7-9c92-b29cc2c48fe1 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 945 time: 0.1174695 Aug 23 10:24:54.940199 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4b868701-1621-49f1-aefd-67625c4bd501 req-3f49df97-c696-404a-84fe-d343b268afb6 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529962 Aug 23 10:24:55.075910 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125e5c6-8994-47ee-95fd-f3ce649d7086 req-0444d0d8-c822-4e34-ac97-6b9595d39734 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:55.078855 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7125e5c6-8994-47ee-95fd-f3ce649d7086 req-0444d0d8-c822-4e34-ac97-6b9595d39734 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 943 time: 0.1079669 Aug 23 10:24:55.139389 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7125e5c6-8994-47ee-95fd-f3ce649d7086 req-8fec0cb1-8a0e-4c6e-a28e-d3cf6c31749a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513220 Aug 23 10:24:55.453199 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894c9e6-bfd4-42f8-bfc2-53f38d6f05a6 req-3b6228c0-5bef-49ee-8e81-d3f4b50b5043 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:55.455328 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8d388-4ad3-4790-97f4-ffea27c6d3e9 req-7a2b34c8-c649-48c9-b9dd-c737d05624bb tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:55.455967 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d894c9e6-bfd4-42f8-bfc2-53f38d6f05a6 req-3b6228c0-5bef-49ee-8e81-d3f4b50b5043 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0948322 Aug 23 10:24:55.456803 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-65e8d388-4ad3-4790-97f4-ffea27c6d3e9 req-7a2b34c8-c649-48c9-b9dd-c737d05624bb tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1757522 Aug 23 10:24:55.504969 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d894c9e6-bfd4-42f8-bfc2-53f38d6f05a6 req-1c53473c-d31e-4839-aee6-ad5412ceeefe tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438664 Aug 23 10:24:55.506083 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-65e8d388-4ad3-4790-97f4-ffea27c6d3e9 req-9fe23dc0-2458-4ced-bbbf-52d6574999c8 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433288 Aug 23 10:24:56.129618 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e25faf-f75f-4c30-abb4-fbab80d5e6f1 req-55a6520c-b79f-443e-a3e4-7d3e3a4b7040 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:56.131214 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-94e25faf-f75f-4c30-abb4-fbab80d5e6f1 req-55a6520c-b79f-443e-a3e4-7d3e3a4b7040 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 945 time: 0.0812745 Aug 23 10:24:56.204482 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-94e25faf-f75f-4c30-abb4-fbab80d5e6f1 req-db01ef28-5293-4d8d-9faa-ba3d03ce3533 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657580 Aug 23 10:24:56.385153 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0abff3-0d9c-4359-b54a-6e7a37a4233e req-f04f6176-cdb3-4611-a154-02b4fab1dbc2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:56.387372 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-3b0abff3-0d9c-4359-b54a-6e7a37a4233e req-f04f6176-cdb3-4611-a154-02b4fab1dbc2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 943 time: 0.0967958 Aug 23 10:24:56.457371 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-3b0abff3-0d9c-4359-b54a-6e7a37a4233e req-7f325970-1cf9-41bf-8283-7b1bca8756e9 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556605 Aug 23 10:24:56.702560 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 43096) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:56.734078 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469cab8-85f5-4cce-85b5-92cc99f5791b req-5bd7d458-2b85-4212-bcbb-c9d599d199e2 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:56.740675 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-3469cab8-85f5-4cce-85b5-92cc99f5791b req-5bd7d458-2b85-4212-bcbb-c9d599d199e2 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1019297 Aug 23 10:24:56.767047 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa67962-bb1a-48a5-ab0b-dede301ddde1 req-5a942235-6d7f-4afe-a61e-212842f37ec0 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:56.768894 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-faa67962-bb1a-48a5-ab0b-dede301ddde1 req-5a942235-6d7f-4afe-a61e-212842f37ec0 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1443539 Aug 23 10:24:56.819159 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-3469cab8-85f5-4cce-85b5-92cc99f5791b req-736ccf5a-55bc-4953-a924-529210200603 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738761 Aug 23 10:24:56.820297 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-faa67962-bb1a-48a5-ab0b-dede301ddde1 req-29693012-5fbf-4a40-955e-672e9aede48e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423841 Aug 23 10:24:56.856958 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b6079e6a-f7eb-4f51-bd2c-07589da1564b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:56.876139 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-b6079e6a-f7eb-4f51-bd2c-07589da1564b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:56.880246 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-b6079e6a-f7eb-4f51-bd2c-07589da1564b admin admin] Usage tracker for resource:security_group_rule and tenant:e34c3422739a40adbb13c7275ec066f4 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:56.883087 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-b6079e6a-f7eb-4f51-bd2c-07589da1564b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:56.888774 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-b6079e6a-f7eb-4f51-bd2c-07589da1564b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:56.971769 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b6079e6a-f7eb-4f51-bd2c-07589da1564b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:56.975691 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-b6079e6a-f7eb-4f51-bd2c-07589da1564b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:56.982714 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-4d8244cd-5a90-4ed3-98cc-1355cf35953e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:57.022684 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-b6079e6a-f7eb-4f51-bd2c-07589da1564b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e34c3422739a40adbb13c7275ec066f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184106 Aug 23 10:24:57.023318 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6079e6a-f7eb-4f51-bd2c-07589da1564b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03e1802-aa04-4db5-81c8-d1a3ced54f45,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:57.026205 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 43102) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:57.026342 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-b6079e6a-f7eb-4f51-bd2c-07589da1564b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:57.088684 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-137f309d-75a0-495b-b2a5-54198b000933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:57.115201 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-137f309d-75a0-495b-b2a5-54198b000933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:57.168726 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-137f309d-75a0-495b-b2a5-54198b000933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:57.173687 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-d00e4681-2447-4316-8110-6a8efc0233ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:57.184809 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f309d-75a0-495b-b2a5-54198b000933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03e1802-aa04-4db5-81c8-d1a3ced54f45,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:57.190641 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-137f309d-75a0-495b-b2a5-54198b000933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:57.191428 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-137f309d-75a0-495b-b2a5-54198b000933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:57.195163 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-137f309d-75a0-495b-b2a5-54198b000933 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e03e1802-aa04-4db5-81c8-d1a3ced54f45 HTTP/1.1" status: 204 len: 168 time: 0.1674657 Aug 23 10:24:57.402714 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56bf38-9e7d-418a-b2e7-8b58544bf3b8 req-a6610740-6f5a-448c-ab85-2e193ceee684 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:57.404225 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7f56bf38-9e7d-418a-b2e7-8b58544bf3b8 req-a6610740-6f5a-448c-ab85-2e193ceee684 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 945 time: 0.0847404 Aug 23 10:24:57.451042 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7f56bf38-9e7d-418a-b2e7-8b58544bf3b8 req-461b65c2-6a09-44b1-9b42-1c010f9c877c tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401630 Aug 23 10:24:57.481146 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 43114) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:57.498312 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-269f437b-f850-44e7-b4a9-07430254fc77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:57.512509 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-269f437b-f850-44e7-b4a9-07430254fc77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:57.516854 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-269f437b-f850-44e7-b4a9-07430254fc77 admin admin] Usage tracker for resource:security_group_rule and tenant:8d0853a800dc4e5bb7cf5949ed720057 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:57.519513 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-269f437b-f850-44e7-b4a9-07430254fc77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:57.525130 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-269f437b-f850-44e7-b4a9-07430254fc77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:57.667922 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-269f437b-f850-44e7-b4a9-07430254fc77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:57.675067 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-269f437b-f850-44e7-b4a9-07430254fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:57.683761 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-6ee1412c-2248-475e-86a8-24057dc57688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:57.715293 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fbd73-db88-4359-81f1-7923003cc257 req-42494ed1-7127-4184-bec3-614fb8428288 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:57.716791 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-267fbd73-db88-4359-81f1-7923003cc257 req-42494ed1-7127-4184-bec3-614fb8428288 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 943 time: 0.1525679 Aug 23 10:24:57.752056 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-269f437b-f850-44e7-b4a9-07430254fc77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d0853a800dc4e5bb7cf5949ed720057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698081 Aug 23 10:24:57.752874 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f437b-f850-44e7-b4a9-07430254fc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34aa62e8-0ac8-405e-9bef-1ebfaed7b73a,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:57.755117 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 43118) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:57.756038 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-269f437b-f850-44e7-b4a9-07430254fc77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:57.782352 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-267fbd73-db88-4359-81f1-7923003cc257 req-2ac91ee2-5e05-4fa5-bb18-9023976ab6b7 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532131 Aug 23 10:24:57.985323 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-b25599e5-30b6-4310-b809-e1c2a647730a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:58.011610 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14184d1-0d1c-46e5-a689-9d6d984197e1 req-47a7083c-ac9f-4a1a-8994-8f20ea4a5dbe tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:58.013081 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-f14184d1-0d1c-46e5-a689-9d6d984197e1 req-47a7083c-ac9f-4a1a-8994-8f20ea4a5dbe tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0830989 Aug 23 10:24:58.026283 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-b25599e5-30b6-4310-b809-e1c2a647730a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:58.059044 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-f14184d1-0d1c-46e5-a689-9d6d984197e1 req-30a159da-d122-4149-b5f8-6a8678b3e80c tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401771 Aug 23 10:24:58.078092 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e7219-44d2-4ed9-8a27-f6e9edf59f66 req-0f2d5c1d-0a44-4c66-9eab-124bfb73e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:58.080268 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-104e7219-44d2-4ed9-8a27-f6e9edf59f66 req-0f2d5c1d-0a44-4c66-9eab-124bfb73e9a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 1098 time: 0.2812238 Aug 23 10:24:58.112867 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dfd21-c8e2-48f5-b7af-3416d89b76a1 req-f32e767b-156e-4836-bb22-ab8d50581f4c tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:58.114273 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-509dfd21-c8e2-48f5-b7af-3416d89b76a1 req-f32e767b-156e-4836-bb22-ab8d50581f4c tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1944747 Aug 23 10:24:58.152763 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-b25599e5-30b6-4310-b809-e1c2a647730a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:58.160206 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-660b23e9-5968-4029-bc56-c0a43b0a2bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:58.178413 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-104e7219-44d2-4ed9-8a27-f6e9edf59f66 req-fcd9fadd-3bba-4220-86e5-efa69381fde6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894995 Aug 23 10:24:58.182352 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25599e5-30b6-4310-b809-e1c2a647730a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aa62e8-0ac8-405e-9bef-1ebfaed7b73a,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:58.189223 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-b25599e5-30b6-4310-b809-e1c2a647730a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:58.193231 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-b25599e5-30b6-4310-b809-e1c2a647730a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:58.196878 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-b25599e5-30b6-4310-b809-e1c2a647730a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34aa62e8-0ac8-405e-9bef-1ebfaed7b73a HTTP/1.1" status: 204 len: 168 time: 0.4383934 Aug 23 10:24:58.199021 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-509dfd21-c8e2-48f5-b7af-3416d89b76a1 req-949e9050-a88f-42c4-b2e6-81479abe0706 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786555 Aug 23 10:24:58.531874 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 43132) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:58.549294 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f853159f-fb72-4e67-bf82-202cd58a59fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:58.564000 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-f853159f-fb72-4e67-bf82-202cd58a59fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:58.567896 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-f853159f-fb72-4e67-bf82-202cd58a59fb admin admin] Usage tracker for resource:security_group_rule and tenant:d49f6dfaf0c44b20aa7029447acf974c is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:58.570635 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-f853159f-fb72-4e67-bf82-202cd58a59fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:58.576248 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-f853159f-fb72-4e67-bf82-202cd58a59fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:58.646270 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f991a-972e-46a3-b22d-7649c31c9a0c req-e94bdee8-dd4c-4a71-b38d-5f01e8260a49 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:58.647547 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-433f991a-972e-46a3-b22d-7649c31c9a0c req-e94bdee8-dd4c-4a71-b38d-5f01e8260a49 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 945 time: 0.0825257 Aug 23 10:24:58.659033 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f853159f-fb72-4e67-bf82-202cd58a59fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:58.662988 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f853159f-fb72-4e67-bf82-202cd58a59fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:58.670388 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-251a6bed-5172-4a27-a81e-86094e94b60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:58.695650 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-433f991a-972e-46a3-b22d-7649c31c9a0c req-c0179958-a48b-4d94-b82b-4fd846e94d46 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421879 Aug 23 10:24:58.713191 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-f853159f-fb72-4e67-bf82-202cd58a59fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d49f6dfaf0c44b20aa7029447acf974c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1776187 Aug 23 10:24:58.713191 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853159f-fb72-4e67-bf82-202cd58a59fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0251b894-4390-49af-8160-7f3da08b4cf7,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:58.713565 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 43136) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:58.715138 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-f853159f-fb72-4e67-bf82-202cd58a59fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:58.772130 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-03538e40-1184-4dea-9faf-6bf2c11ea825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:58.797150 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-03538e40-1184-4dea-9faf-6bf2c11ea825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:58.849240 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-03538e40-1184-4dea-9faf-6bf2c11ea825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:58.854120 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7636a50b-4da1-4737-9f5b-90428c96bd96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:58.869474 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03538e40-1184-4dea-9faf-6bf2c11ea825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0251b894-4390-49af-8160-7f3da08b4cf7,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:58.875884 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-03538e40-1184-4dea-9faf-6bf2c11ea825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:58.888817 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-03538e40-1184-4dea-9faf-6bf2c11ea825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:58.892799 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-03538e40-1184-4dea-9faf-6bf2c11ea825 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0251b894-4390-49af-8160-7f3da08b4cf7 HTTP/1.1" status: 204 len: 168 time: 0.1782289 Aug 23 10:24:58.974941 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffc1c9-0ceb-4e0b-b1cf-912bd7ed0c54 req-be9c862e-bac0-499f-82f7-f7a62ac8c960 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:58.976523 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-adffc1c9-0ceb-4e0b-b1cf-912bd7ed0c54 req-be9c862e-bac0-499f-82f7-f7a62ac8c960 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 943 time: 0.0830362 Aug 23 10:24:59.022276 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-adffc1c9-0ceb-4e0b-b1cf-912bd7ed0c54 req-241631c3-321a-4e88-9fd4-14a2d8ca4501 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400498 Aug 23 10:24:59.263873 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be823bc-a7d3-44d5-b998-8f240c0f0c02 req-07ed4073-5112-4998-8d72-1e8e6bdf1b38 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:59.265249 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4be823bc-a7d3-44d5-b998-8f240c0f0c02 req-07ed4073-5112-4998-8d72-1e8e6bdf1b38 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0992360 Aug 23 10:24:59.313681 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4be823bc-a7d3-44d5-b998-8f240c0f0c02 req-ad170a7e-ffc6-43e2-b9c5-16d5b01b7413 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423632 Aug 23 10:24:59.410492 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77086d-49a7-4528-bce8-814f32fdbf86 req-14aac3bb-a281-4d62-b7d2-c95234723e29 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:59.412046 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4d77086d-49a7-4528-bce8-814f32fdbf86 req-14aac3bb-a281-4d62-b7d2-c95234723e29 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0973170 Aug 23 10:24:59.458464 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4d77086d-49a7-4528-bce8-814f32fdbf86 req-9e24b819-ebc9-4610-a1f2-ae0ee334f424 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406859 Aug 23 10:24:59.881371 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045a36c-ae95-4005-86c4-37cef6fefd38 req-554e02bd-8521-400c-b83d-d8e4409b23fb tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:59.882928 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9045a36c-ae95-4005-86c4-37cef6fefd38 req-554e02bd-8521-400c-b83d-d8e4409b23fb tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 945 time: 0.0820174 Aug 23 10:24:59.929335 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9045a36c-ae95-4005-86c4-37cef6fefd38 req-a6448281-04d5-4dbc-bf17-b8fa68d438e7 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 Aug 23 10:25:00.121238 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device fea55a6d-53c6-4d73-b4ef-9d524a6b9347 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:25:00.264006 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port fea55a6d-53c6-4d73-b4ef-9d524a6b9347, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:00.281664 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'port_id': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347', 'mac_address': 'fa:16:3e:25:cf:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:25:00.310711 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531af6b-3ecc-400f-8fa0-e038ed30728d req-8d45651a-6fe8-4055-a092-4f2403d4c403 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:00.312296 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8531af6b-3ecc-400f-8fa0-e038ed30728d req-8d45651a-6fe8-4055-a092-4f2403d4c403 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 943 time: 0.1734145 Aug 23 10:25:00.366947 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:00.382387 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8531af6b-3ecc-400f-8fa0-e038ed30728d req-66d854d5-9bb9-4ccf-acff-60c2db83fbba tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632627 Aug 23 10:25:00.389824 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea55a6d-53c6-4d73-b4ef-9d524a6b9347 {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:25:00.410469 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port fea55a6d-53c6-4d73-b4ef-9d524a6b9347, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:00.415461 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:00.417528 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:00.508903 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,revision_number=9']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:00.519502 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:00.587115 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39d8b2-24f0-4c00-b85f-6b9a02758149 req-01476c23-d2e7-4950-9e0c-b5cf62d71c17 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:00.588853 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-bd39d8b2-24f0-4c00-b85f-6b9a02758149 req-01476c23-d2e7-4950-9e0c-b5cf62d71c17 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1127677 Aug 23 10:25:00.636500 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-bd39d8b2-24f0-4c00-b85f-6b9a02758149 req-231893ed-704a-4d61-a1e0-70ef34d1b149 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417628 Aug 23 10:25:00.668405 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b823a6b-1b3b-4622-8207-1b912eb394b7 req-fb57117f-5f53-4305-a443-817035bcbf58 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:00.669912 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0b823a6b-1b3b-4622-8207-1b912eb394b7 req-fb57117f-5f53-4305-a443-817035bcbf58 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0854983 Aug 23 10:25:00.715593 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0b823a6b-1b3b-4622-8207-1b912eb394b7 req-f313ee27-a41a-4276-8695-8e5eac1095ff tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390623 Aug 23 10:25:00.731014 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['fea55a6d-53c6-4d73-b4ef-9d524a6b9347'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:25:01.285487 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1eb44-0e4e-4c04-abd7-219cc8b0908d req-43913c2e-8561-47a3-971e-4664af295f81 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:01.286940 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d9f1eb44-0e4e-4c04-abd7-219cc8b0908d req-43913c2e-8561-47a3-971e-4664af295f81 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 945 time: 0.0809972 Aug 23 10:25:01.333662 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d9f1eb44-0e4e-4c04-abd7-219cc8b0908d req-f158cac4-ffd6-47b8-b20c-d7c63eed75d7 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410736 Aug 23 10:25:01.572897 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12012d90-0f74-460c-9381-f64e976f4cfd req-628c2b9a-e99b-4f3c-a701-c64f1332deea tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:01.574349 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-12012d90-0f74-460c-9381-f64e976f4cfd req-628c2b9a-e99b-4f3c-a701-c64f1332deea tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 944 time: 0.0828238 Aug 23 10:25:01.620232 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-12012d90-0f74-460c-9381-f64e976f4cfd req-b6fe7b63-5c4b-44f7-bdd7-4d7fd3d4f6e6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400701 Aug 23 10:25:01.871599 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65601053-56a9-4e6c-be3e-70749a65b2d4 req-20720f44-f5b6-4b41-b2c3-474b7703248b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:01.873341 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-65601053-56a9-4e6c-be3e-70749a65b2d4 req-20720f44-f5b6-4b41-b2c3-474b7703248b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1285391 Aug 23 10:25:01.925784 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-65601053-56a9-4e6c-be3e-70749a65b2d4 req-31c44391-ecd6-44a5-a147-24fa5ba2c118 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449660 Aug 23 10:25:01.927716 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b4cf2-b581-4d7f-8781-53ef3b1894c8 req-524abd05-7271-4aa3-96e6-f2c702ecf49b tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:01.929211 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-469b4cf2-b581-4d7f-8781-53ef3b1894c8 req-524abd05-7271-4aa3-96e6-f2c702ecf49b tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.0883820 Aug 23 10:25:01.978521 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-469b4cf2-b581-4d7f-8781-53ef3b1894c8 req-963ec1a0-54f0-41bd-b8b9-361f800a9a99 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434432 Aug 23 10:25:02.119369 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device fea55a6d-53c6-4d73-b4ef-9d524a6b9347 up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:25:02.188309 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port fea55a6d-53c6-4d73-b4ef-9d524a6b9347 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:25:02.188696 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:02.306297 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:02.334387 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3983ec41-3ddb-4144-a334-f1b82588cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:25:02.344717 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port fea55a6d-53c6-4d73-b4ef-9d524a6b9347, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:02.348494 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:02.350275 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-1d16c127-d62d-4132-ae47-3195eb98c372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:02.384911 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3983ec41-3ddb-4144-a334-f1b82588cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347', 'code': 200} Aug 23 10:25:02.421041 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,revision_number=10']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:02.424279 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:02.540985 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e293de-ab69-4756-92c2-a37130839e7f req-f060e97f-b3a7-41dd-83f3-7ca7554af13a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:02.542546 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-15e293de-ab69-4756-92c2-a37130839e7f req-f060e97f-b3a7-41dd-83f3-7ca7554af13a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 945 time: 0.0898852 Aug 23 10:25:02.587732 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-15e293de-ab69-4756-92c2-a37130839e7f req-ecb26a65-1323-4a4d-9fa5-eb6382f9e981 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383596 Aug 23 10:25:02.821600 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5b028-a235-4c92-9d60-37a07fef2024 req-ded9d146-0c6e-40cd-afbc-aee6137ec998 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:02.823099 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-52e5b028-a235-4c92-9d60-37a07fef2024 req-ded9d146-0c6e-40cd-afbc-aee6137ec998 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 946 time: 0.0858321 Aug 23 10:25:02.874009 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-52e5b028-a235-4c92-9d60-37a07fef2024 req-6f4bd15b-aa6b-4d0c-a98a-2fc0478fe99f tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446267 Aug 23 10:25:03.091794 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a07a2d-b997-4ac3-bfc7-9a7ad04d7909 req-be1b0b93-933b-493d-9c60-facc295f54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:03.093451 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-91a07a2d-b997-4ac3-bfc7-9a7ad04d7909 req-be1b0b93-933b-493d-9c60-facc295f54b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 1099 time: 0.1358242 Aug 23 10:25:03.123153 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acbc64-7b7d-4d2b-b05d-e3fb4c8417cd req-2316fd8b-a3cd-47db-a8cb-2af0aaeaa638 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:03.124624 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b4acbc64-7b7d-4d2b-b05d-e3fb4c8417cd req-2316fd8b-a3cd-47db-a8cb-2af0aaeaa638 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0898855 Aug 23 10:25:03.134523 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcbc70-d460-4416-a34b-50674e2b4a5c req-ffcf8d20-e7bc-4c5d-91bc-80aeb2024b3f tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:03.136034 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c4dcbc70-d460-4416-a34b-50674e2b4a5c req-ffcf8d20-e7bc-4c5d-91bc-80aeb2024b3f tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.46 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 945 time: 0.1483455 Aug 23 10:25:03.183425 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b4acbc64-7b7d-4d2b-b05d-e3fb4c8417cd req-80201bd0-2ad6-4868-989e-d165e543161f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530493 Aug 23 10:25:03.255503 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-91a07a2d-b997-4ac3-bfc7-9a7ad04d7909 req-d77d2815-8198-471b-82cb-27658e7a9538 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184947 Aug 23 10:25:03.260378 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-c4dcbc70-d460-4416-a34b-50674e2b4a5c req-3c094c50-a5a8-4339-bc7b-eb07e272b55a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Deleting port aee79651-88ef-4704-aa79-73eeb722f646 {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:25:03.260716 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-c4dcbc70-d460-4416-a34b-50674e2b4a5c req-3c094c50-a5a8-4339-bc7b-eb07e272b55a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:03.329337 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6651836-3091-4912-8c57-afedb4c22b9e req-f6e3a782-bbe0-46de-864f-268db264e85a tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:03.330782 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d6651836-3091-4912-8c57-afedb4c22b9e req-f6e3a782-bbe0-46de-864f-268db264e85a tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.2339933 Aug 23 10:25:03.444302 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d6651836-3091-4912-8c57-afedb4c22b9e req-e862a5fb-34d4-46c3-a8aa-53dd9086bd12 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888846 Aug 23 10:25:03.637949 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-c4dcbc70-d460-4416-a34b-50674e2b4a5c req-3c094c50-a5a8-4339-bc7b-eb07e272b55a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] For port aee79651-88ef-4704-aa79-73eeb722f646, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=aee79651-88ef-4704-aa79-73eeb722f646,segment=NetworkSegment(75111846-79c0-4a3b-875f-3586cf40cd2b),segment_id=75111846-79c0-4a3b-875f-3586cf40cd2b)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:03.638303 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-c4dcbc70-d460-4416-a34b-50674e2b4a5c req-3c094c50-a5a8-4339-bc7b-eb07e272b55a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:03.770765 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-c4dcbc70-d460-4416-a34b-50674e2b4a5c req-3c094c50-a5a8-4339-bc7b-eb07e272b55a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Calling delete_port for aee79651-88ef-4704-aa79-73eeb722f646 owned by compute:nova {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:25:03.938890 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f831804-9c8e-408c-9f82-253dbd7dfd90 req-d72314e3-863f-43b8-b1af-3c1184094f8e tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:03.940409 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-2f831804-9c8e-408c-9f82-253dbd7dfd90 req-d72314e3-863f-43b8-b1af-3c1184094f8e tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/ports?device_id=3131fbc4-3699-4436-914a-b215c9300dce HTTP/1.1" status: 200 len: 945 time: 0.0855699 Aug 23 10:25:03.976586 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-c4dcbc70-d460-4416-a34b-50674e2b4a5c req-3c094c50-a5a8-4339-bc7b-eb07e272b55a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:03.982951 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:03.989627 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['aee79651-88ef-4704-aa79-73eeb722f646'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:25:03.998202 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-2f831804-9c8e-408c-9f82-253dbd7dfd90 req-1cef18b2-aade-4432-a3bd-905f88f97f50 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.20 "GET /v2.0/security-groups?id=b39b8de0-3f17-4599-8d95-ae52cf255860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506604 Aug 23 10:25:04.030533 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c094c50-a5a8-4339-bc7b-eb07e272b55a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Pushing event deleted for resources: {'Port': ['ID=aee79651-88ef-4704-aa79-73eeb722f646,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:04.036054 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-3c094c50-a5a8-4339-bc7b-eb07e272b55a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:04.047915 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706ea18-1313-43b4-bac0-ed4afce05bd7 req-bed045a9-ebaa-4222-b754-86d823cdbc27 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:04.049409 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-1706ea18-1313-43b4-bac0-ed4afce05bd7 req-bed045a9-ebaa-4222-b754-86d823cdbc27 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.46 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1669438 Aug 23 10:25:04.108919 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:25:04.208657 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dcbc70-d460-4416-a34b-50674e2b4a5c req-3c094c50-a5a8-4339-bc7b-eb07e272b55a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] No DVR routers for this DVR port aee79651-88ef-4704-aa79-73eeb722f646 on host hv-cinder-80278 {{(pid=79164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:25:04.215615 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-c4dcbc70-d460-4416-a34b-50674e2b4a5c req-3c094c50-a5a8-4339-bc7b-eb07e272b55a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:04.219869 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3131fbc4-3699-4436-914a-b215c9300dce', 'name': 'network-vif-deleted', 'tag': 'aee79651-88ef-4704-aa79-73eeb722f646'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:25:04.255291 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-1706ea18-1313-43b4-bac0-ed4afce05bd7 req-bbfd659f-6747-4b90-aef3-846eb43428f5 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Deleting port b30be037-c5a8-4674-94a8-ad1313c97b71 {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:25:04.255626 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-1706ea18-1313-43b4-bac0-ed4afce05bd7 req-bbfd659f-6747-4b90-aef3-846eb43428f5 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:04.296524 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c4dcbc70-d460-4416-a34b-50674e2b4a5c req-3c094c50-a5a8-4339-bc7b-eb07e272b55a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] 10.222.0.46 "DELETE /v2.0/ports/aee79651-88ef-4704-aa79-73eeb722f646 HTTP/1.1" status: 204 len: 173 time: 1.1416037 Aug 23 10:25:04.375072 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1b211-8b2b-4e5c-90e2-4f8bd1f46ad3 req-5bc4b93a-664d-4a0b-b1c5-c92fa2ba55bd tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:04.381906 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-07c1b211-8b2b-4e5c-90e2-4f8bd1f46ad3 req-5bc4b93a-664d-4a0b-b1c5-c92fa2ba55bd tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 946 time: 0.3076570 Aug 23 10:25:04.513031 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda3248-84db-488b-ac6f-f614e3f2a4f1 req-6bca0ea3-d780-435d-b248-90f4bcb45537 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:04.521789 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5fda3248-84db-488b-ac6f-f614e3f2a4f1 req-6bca0ea3-d780-435d-b248-90f4bcb45537 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.2213306 Aug 23 10:25:04.524353 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-07c1b211-8b2b-4e5c-90e2-4f8bd1f46ad3 req-513d58ef-2086-4ab7-9451-6f01b76c0a84 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300724 Aug 23 10:25:04.580524 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-1706ea18-1313-43b4-bac0-ed4afce05bd7 req-bbfd659f-6747-4b90-aef3-846eb43428f5 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] For port b30be037-c5a8-4674-94a8-ad1313c97b71, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b30be037-c5a8-4674-94a8-ad1313c97b71,segment=NetworkSegment(2c74a457-f0b8-49fe-a562-feb98066a0a4),segment_id=2c74a457-f0b8-49fe-a562-feb98066a0a4)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:04.581125 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-1706ea18-1313-43b4-bac0-ed4afce05bd7 req-bbfd659f-6747-4b90-aef3-846eb43428f5 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:04.607574 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5fda3248-84db-488b-ac6f-f614e3f2a4f1 req-cf970136-97a2-43aa-a59e-4fd70bf4d89f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848081 Aug 23 10:25:04.716712 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-1706ea18-1313-43b4-bac0-ed4afce05bd7 req-bbfd659f-6747-4b90-aef3-846eb43428f5 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Calling delete_port for b30be037-c5a8-4674-94a8-ad1313c97b71 owned by compute:nova {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:25:04.756744 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3131fbc4-3699-4436-914a-b215c9300dce', 'name': 'network-vif-deleted', 'tag': 'aee79651-88ef-4704-aa79-73eeb722f646', 'status': 'completed', 'code': 200} Aug 23 10:25:04.829754 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2e464-4654-4838-88a4-b4f33588552e req-85042660-a1ad-4850-9bbb-43a0e7feaa12 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:04.840847 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-04c2e464-4654-4838-88a4-b4f33588552e req-85042660-a1ad-4850-9bbb-43a0e7feaa12 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 946 time: 0.1050675 Aug 23 10:25:04.901829 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-04c2e464-4654-4838-88a4-b4f33588552e req-bb17dcd2-a066-413f-b75e-8182000c7f72 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/security-groups?id=16276aa0-fb8e-48de-86c9-ed05ef76da18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573740 Aug 23 10:25:04.909534 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-1706ea18-1313-43b4-bac0-ed4afce05bd7 req-bbfd659f-6747-4b90-aef3-846eb43428f5 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:04.918668 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-3e3978b1-1c0a-4b4a-8231-81824a267203 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:04.924390 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['b30be037-c5a8-4674-94a8-ad1313c97b71'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:25:04.979746 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd659f-6747-4b90-aef3-846eb43428f5 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Pushing event deleted for resources: {'Port': ['ID=b30be037-c5a8-4674-94a8-ad1313c97b71,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:04.983062 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-bbfd659f-6747-4b90-aef3-846eb43428f5 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:05.072878 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-1706ea18-1313-43b4-bac0-ed4afce05bd7 req-bbfd659f-6747-4b90-aef3-846eb43428f5 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] No DVR routers for this DVR port b30be037-c5a8-4674-94a8-ad1313c97b71 on host hv-cinder-80278 {{(pid=79164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:25:05.084564 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-1706ea18-1313-43b4-bac0-ed4afce05bd7 req-bbfd659f-6747-4b90-aef3-846eb43428f5 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:05.099077 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-1706ea18-1313-43b4-bac0-ed4afce05bd7 req-bbfd659f-6747-4b90-aef3-846eb43428f5 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.46 "DELETE /v2.0/ports/b30be037-c5a8-4674-94a8-ad1313c97b71 HTTP/1.1" status: 204 len: 173 time: 1.0176997 Aug 23 10:25:05.768470 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a15ca-749c-4647-9af8-e93c77c9f2be req-259694b6-ee8a-4b68-8202-6d7efa56463d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:05.770736 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-cd0a15ca-749c-4647-9af8-e93c77c9f2be req-259694b6-ee8a-4b68-8202-6d7efa56463d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 946 time: 0.1098411 Aug 23 10:25:05.829112 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-cd0a15ca-749c-4647-9af8-e93c77c9f2be req-94c5f2f0-5a8a-4c35-8ad1-769bba86196f tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516238 Aug 23 10:25:05.882374 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b52e2-60e7-4236-9a79-104e049e5649 req-42ec3393-159e-4bfb-87b1-cf145966a5dc tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:05.884042 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-095b52e2-60e7-4236-9a79-104e049e5649 req-42ec3393-159e-4bfb-87b1-cf145966a5dc tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1233547 Aug 23 10:25:05.945632 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-095b52e2-60e7-4236-9a79-104e049e5649 req-5b2bcb68-b3f7-4901-937c-513f3cb2b74f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539069 Aug 23 10:25:06.126035 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f867dda0-7e89-4bb9-b2a2-8e7094690228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:06.155019 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device aee79651-88ef-4704-aa79-73eeb722f646 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:25:06.166816 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ef081a30-f8ae-4b62-a635-fb970df52ca3 req-d0485944-b8d1-4edd-8854-03119985ea3b tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] 10.222.0.20 "GET /v2.0/ports?device_id=72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e HTTP/1.1" status: 200 len: 210 time: 0.0817842 Aug 23 10:25:06.200837 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] No Port match for: aee79651-88ef-4704-aa79-73eeb722f646 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:25:06.201199 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device aee79651-88ef-4704-aa79-73eeb722f646 not bound to the agent host hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:25:06.748541 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:06.757483 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e', 'name': 'network-vif-deleted', 'tag': 'b30be037-c5a8-4674-94a8-ad1313c97b71'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:25:06.787526 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:06.802001 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fd4118-a0c0-4ae6-9503-0a6d3fb2d66e', 'name': 'network-vif-deleted', 'tag': 'b30be037-c5a8-4674-94a8-ad1313c97b71', 'status': 'completed', 'code': 200} Aug 23 10:25:07.166414 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e6ca4-7d93-4b83-ba2c-b2bb8c932e3e req-09ebab66-06b0-485f-98c3-49b28ff0165a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:07.167833 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a56e6ca4-7d93-4b83-ba2c-b2bb8c932e3e req-09ebab66-06b0-485f-98c3-49b28ff0165a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0818009 Aug 23 10:25:07.213234 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a56e6ca4-7d93-4b83-ba2c-b2bb8c932e3e req-ce7075fd-8d87-418d-87b1-72e7096f2692 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392089 Aug 23 10:25:07.268299 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 43380) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:07.841876 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4ccbcc0d-cb46-44f1-86e5-bc362c5f1606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3806919'] for router_interface, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:08.138364 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device b30be037-c5a8-4674-94a8-ad1313c97b71 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:25:08.247310 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-4ccbcc0d-cb46-44f1-86e5-bc362c5f1606 admin admin] Deleting port 35c7c157-38a5-48d1-ae93-87b2954e9833 {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:25:08.248642 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4ccbcc0d-cb46-44f1-86e5-bc362c5f1606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:08.269723 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] No Port match for: b30be037-c5a8-4674-94a8-ad1313c97b71 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:25:08.270320 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device b30be037-c5a8-4674-94a8-ad1313c97b71 not bound to the agent host hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:25:08.588480 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [None req-4ccbcc0d-cb46-44f1-86e5-bc362c5f1606 admin admin] For port 35c7c157-38a5-48d1-ae93-87b2954e9833, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=35c7c157-38a5-48d1-ae93-87b2954e9833,segment=NetworkSegment(2c74a457-f0b8-49fe-a562-feb98066a0a4),segment_id=2c74a457-f0b8-49fe-a562-feb98066a0a4)] {{(pid=79163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:08.588832 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4ccbcc0d-cb46-44f1-86e5-bc362c5f1606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:08.716807 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-4ccbcc0d-cb46-44f1-86e5-bc362c5f1606 admin admin] Calling delete_port for 35c7c157-38a5-48d1-ae93-87b2954e9833 owned by network:router_interface {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:25:08.767171 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb46a0-6ccf-40ff-babe-d0802a5bb3b6 req-34dc9b4d-1b39-4bc8-9ae0-61943b3a058e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:08.774650 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c3cb46a0-6ccf-40ff-babe-d0802a5bb3b6 req-34dc9b4d-1b39-4bc8-9ae0-61943b3a058e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.4140565 Aug 23 10:25:08.904767 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-934f9df6-5df3-4da1-8152-999c0d3ff302 req-3ca13472-6b6d-430d-924b-f8b6f69b53b8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0928204 Aug 23 10:25:08.939140 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-823bcdf2-3396-4b62-ba6f-3f46a9c9aeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:08.983216 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c3cb46a0-6ccf-40ff-babe-d0802a5bb3b6 req-1f6ff72d-bb35-43d8-8c69-504e5b6b686c tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075572 Aug 23 10:25:09.125940 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f9df6-5df3-4da1-8152-999c0d3ff302 req-00ef7729-0be7-4a1c-97f3-cd6b9b8ad8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:09.127885 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-934f9df6-5df3-4da1-8152-999c0d3ff302 req-00ef7729-0be7-4a1c-97f3-cd6b9b8ad8be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99082884e6bc45e18c151db1f08a2346&device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 1099 time: 0.1838872 Aug 23 10:25:09.133190 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4ccbcc0d-cb46-44f1-86e5-bc362c5f1606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:09.140314 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-b983cb15-bfc6-41a0-b003-2e654fabdcad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:09.196778 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbcc0d-cb46-44f1-86e5-bc362c5f1606 admin admin] Pushing event deleted for resources: {'Port': ['ID=35c7c157-38a5-48d1-ae93-87b2954e9833,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:09.200462 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-4ccbcc0d-cb46-44f1-86e5-bc362c5f1606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:09.295092 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f9df6-5df3-4da1-8152-999c0d3ff302 req-0ff337d3-3cf3-4319-8960-19dc27a5ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:09.297555 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-934f9df6-5df3-4da1-8152-999c0d3ff302 req-0ff337d3-3cf3-4319-8960-19dc27a5ad54 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d137faa0-f4f8-4597-9039-8107bc591b01 HTTP/1.1" status: 200 len: 918 time: 0.1433690 Aug 23 10:25:09.430716 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-934f9df6-5df3-4da1-8152-999c0d3ff302 req-daee00ca-e72e-4544-8589-aa59ca7dec01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea55a6d-53c6-4d73-b4ef-9d524a6b9347 HTTP/1.1" status: 200 len: 1001 time: 0.1254983 Aug 23 10:25:09.445072 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:09.521960 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f9df6-5df3-4da1-8152-999c0d3ff302 req-5bfab86f-34ee-4241-a5e2-707cfa5c6d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:09.523598 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-934f9df6-5df3-4da1-8152-999c0d3ff302 req-5bfab86f-34ee-4241-a5e2-707cfa5c6d3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f85e825-59e5-4c98-a66a-77e558377d2d HTTP/1.1" status: 200 len: 856 time: 0.0849011 Aug 23 10:25:09.584075 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4ccbcc0d-cb46-44f1-86e5-bc362c5f1606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3806907'] for router_interface, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:09.634662 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f9df6-5df3-4da1-8152-999c0d3ff302 req-ddeec33e-737b-45bc-96b0-134eca4dc5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:09.636646 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-934f9df6-5df3-4da1-8152-999c0d3ff302 req-ddeec33e-737b-45bc-96b0-134eca4dc5c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d137faa0-f4f8-4597-9039-8107bc591b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1057215 Aug 23 10:25:09.807815 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-934f9df6-5df3-4da1-8152-999c0d3ff302 req-c35cf0e3-3c00-4309-b20a-afd2fc2466ab service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636064 Aug 23 10:25:09.957042 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-934f9df6-5df3-4da1-8152-999c0d3ff302 req-c3083239-db70-45d6-a415-117eebc723e5 service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415405 Aug 23 10:25:09.977898 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccbcc0d-cb46-44f1-86e5-bc362c5f1606 admin admin] Router eb776e4f-02f8-4007-8f58-34bf8a605972 has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:25:10.185187 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111d652-d68c-455a-9821-4649611b8c00 req-d5abdb78-14ba-416d-8888-09c5225a87b6 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:10.186807 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b111d652-d68c-455a-9821-4649611b8c00 req-d5abdb78-14ba-416d-8888-09c5225a87b6 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0879412 Aug 23 10:25:10.279645 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b111d652-d68c-455a-9821-4649611b8c00 req-a962a3c3-1100-4fb9-a22a-5d27cd25cadc tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836334 Aug 23 10:25:10.304968 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccbcc0d-cb46-44f1-86e5-bc362c5f1606 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:25:10.316503 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d6797c-8e6e-4bfa-9476-75b48636f904 None None] Sync routers for ids ['eb776e4f-02f8-4007-8f58-34bf8a605972'] in dv-cinder-802781-2-smb {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:25:10.322463 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-4ccbcc0d-cb46-44f1-86e5-bc362c5f1606 admin admin] 10.222.0.20 "PUT /v2.0/routers/eb776e4f-02f8-4007-8f58-34bf8a605972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0509024 Aug 23 10:25:10.323070 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 43412) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:10.329622 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d6797c-8e6e-4bfa-9476-75b48636f904 None None] Routers {'eb776e4f-02f8-4007-8f58-34bf8a605972'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:25:10.331557 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-d3d6797c-8e6e-4bfa-9476-75b48636f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:25:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['eb776e4f-02f8-4007-8f58-34bf8a605972'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:25:10.517556 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Notify callbacks [] for router, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:10.578667 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-d3d6797c-8e6e-4bfa-9476-75b48636f904 None None] Set router eb776e4f-02f8-4007-8f58-34bf8a605972 gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:25:10.706909 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:10.725196 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Deleting port 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:25:10.725545 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:10.838659 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:10.888959 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-d3d6797c-8e6e-4bfa-9476-75b48636f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb776e4f-02f8-4007-8f58-34bf8a605972', 'name': 'tempest-ServerRescueNegativeTestJSON-231587880-router', 'tenant_id': '24148a0a1b3d4246851e79ae6f24b70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.187'}], 'enable_snat': True}, 'gw_port_id': '25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:04Z', 'updated_at': '2021-08-23T10:25:09Z', 'revision_number': 5, 'project_id': '24148a0a1b3d4246851e79ae6f24b70c', 'gw_port': {'id': '25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb776e4f-02f8-4007-8f58-34bf8a605972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:06Z', 'updated_at': '2021-08-23T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:25:10.894202 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d6797c-8e6e-4bfa-9476-75b48636f904 None None] Checking router: eb776e4f-02f8-4007-8f58-34bf8a605972 for host: dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:25:10.903259 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d6797c-8e6e-4bfa-9476-75b48636f904 None None] Routers {'eb776e4f-02f8-4007-8f58-34bf8a605972'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:25:10.904118 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-d3d6797c-8e6e-4bfa-9476-75b48636f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:25:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['eb776e4f-02f8-4007-8f58-34bf8a605972'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:25:10.982822 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] For port 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:10.983411 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:11.094901 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-d3d6797c-8e6e-4bfa-9476-75b48636f904 None None] Set router eb776e4f-02f8-4007-8f58-34bf8a605972 gateway port host: None {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:25:11.133988 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Calling delete_port for 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b owned by network:router_gateway {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:25:11.223873 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-d3d6797c-8e6e-4bfa-9476-75b48636f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb776e4f-02f8-4007-8f58-34bf8a605972', 'name': 'tempest-ServerRescueNegativeTestJSON-231587880-router', 'tenant_id': '24148a0a1b3d4246851e79ae6f24b70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:04Z', 'updated_at': '2021-08-23T10:25:10Z', 'revision_number': 6, 'project_id': '24148a0a1b3d4246851e79ae6f24b70c', 'gw_port_host': None}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:25:11.228158 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d6797c-8e6e-4bfa-9476-75b48636f904 None None] The sync data for ids ['eb776e4f-02f8-4007-8f58-34bf8a605972'] in dv-cinder-802781-2-smb is: [{'id': 'eb776e4f-02f8-4007-8f58-34bf8a605972', 'name': 'tempest-ServerRescueNegativeTestJSON-231587880-router', 'tenant_id': '24148a0a1b3d4246851e79ae6f24b70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:04Z', 'updated_at': '2021-08-23T10:25:10Z', 'revision_number': 6, 'project_id': '24148a0a1b3d4246851e79ae6f24b70c', 'gw_port_host': None}] {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:25:11.353652 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:11.358740 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-b9c25238-1f25-488f-bedc-f29159f58c3b tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:11.450366 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:11.493524 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.493846 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.494172 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.494519 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.494869 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.495208 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.495558 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.495938 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.496280 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.496612 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.497189 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.497310 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.524763 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:11.574490 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900946'] for router_gateway, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:11.686885 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 35c7c157-38a5-48d1-ae93-87b2954e9833 no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:25:11.738193 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: 35c7c157-38a5-48d1-ae93-87b2954e9833 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:25:11.738543 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 35c7c157-38a5-48d1-ae93-87b2954e9833 not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:25:11.879394 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63a364-5c6e-4d5b-81da-4a72f31a735c req-9566c79d-b8cd-4180-aa9d-23afbd6fa6bf tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:11.880932 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-cd63a364-5c6e-4d5b-81da-4a72f31a735c req-9566c79d-b8cd-4180-aa9d-23afbd6fa6bf tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.4890099 Aug 23 10:25:11.907708 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3807304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6479'] for router, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:11.911340 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:12.020846 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-cd63a364-5c6e-4d5b-81da-4a72f31a735c req-e042baed-5364-4e89-8507-50b04ee05104 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317282 Aug 23 10:25:12.021975 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3807816'] for router, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:12.022539 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb776e4f-02f8-4007-8f58-34bf8a605972 {{(pid=79163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 10:25:12.041590 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Notify callbacks [] for router, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:12.045418 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 43422) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:12.046079 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/eb776e4f-02f8-4007-8f58-34bf8a605972 HTTP/1.1" status: 204 len: 168 time: 1.7215779 Aug 23 10:25:12.115215 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61a7afd-7bcd-45e7-9598-90f176d16789 admin admin] Deleting subnet fd439ff1-addd-478f-96e1-80b2d62b0219 {{(pid=79164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:25:12.118827 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c61a7afd-7bcd-45e7-9598-90f176d16789 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:12.179105 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c61a7afd-7bcd-45e7-9598-90f176d16789 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26330093'] for subnet, precommit_delete_associations {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:12.250048 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c61a7afd-7bcd-45e7-9598-90f176d16789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870812'] for subnet, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:12.327412 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c61a7afd-7bcd-45e7-9598-90f176d16789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26337064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2551754'] for subnet, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:12.333132 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-94160f8e-1f99-49c8-965d-12031820ff5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:12.374918 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a7afd-7bcd-45e7-9598-90f176d16789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd439ff1-addd-478f-96e1-80b2d62b0219,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:12.379366 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-c61a7afd-7bcd-45e7-9598-90f176d16789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:12.380866 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c61a7afd-7bcd-45e7-9598-90f176d16789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for subnet, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:12.392368 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-c61a7afd-7bcd-45e7-9598-90f176d16789 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fd439ff1-addd-478f-96e1-80b2d62b0219 HTTP/1.1" status: 204 len: 168 time: 0.3410270 Aug 23 10:25:12.393018 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 43426) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:12.537258 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-399a222d-c452-460d-b08e-7bcf6428e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830045'] for network, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:12.672401 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-399a222d-c452-460d-b08e-7bcf6428e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864615', 'neutron.services.segments.db._delete_segments_for_network-8775983548317'] for network, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:12.686184 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.services.segments.db [None req-399a222d-c452-460d-b08e-7bcf6428e3dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c0bc69-0d72-4f29-9e86-250119aa9fcc']}} {{(pid=79164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:25:12.700105 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.services.segments.db [None req-399a222d-c452-460d-b08e-7bcf6428e3dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c74a457-f0b8-49fe-a562-feb98066a0a4') {'for_net_delete': True} {{(pid=79164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:25:12.700415 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.services.segments.db [None req-399a222d-c452-460d-b08e-7bcf6428e3dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c74a457-f0b8-49fe-a562-feb98066a0a4') {} {{(pid=79164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:25:12.715422 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-399a222d-c452-460d-b08e-7bcf6428e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775983546359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26330098'] for segment, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:12.735461 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-399a222d-c452-460d-b08e-7bcf6428e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:12.743318 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399a222d-c452-460d-b08e-7bcf6428e3dd admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=79164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:25:12.743618 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-399a222d-c452-460d-b08e-7bcf6428e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26337102'] for segment, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: Traceback (most recent call last): Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: timer() Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: cb(*args, **kw) Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: return func(*args, **kwargs) Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: self._notify() Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: self.callback(batched_events) Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: event.method(event) Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: return f(self, *a, **k) Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: return self._get(url).json() Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: return self.request(url, 'GET', **kwargs) Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:25:12.763625 dv-cinder-802781-2-smb neutron-server[79164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:25:12.876465 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-399a222d-c452-460d-b08e-7bcf6428e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900943'] for network, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:12.881090 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:12.902068 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-399a222d-c452-460d-b08e-7bcf6428e3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:12.909271 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a222d-c452-460d-b08e-7bcf6428e3dd admin admin] Pushing event deleted for resources: {'Network': ['ID=49c0bc69-0d72-4f29-9e86-250119aa9fcc,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:12.913670 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-399a222d-c452-460d-b08e-7bcf6428e3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:12.921898 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-399a222d-c452-460d-b08e-7bcf6428e3dd admin admin] 10.222.0.20 "DELETE /v2.0/networks/49c0bc69-0d72-4f29-9e86-250119aa9fcc HTTP/1.1" status: 204 len: 168 time: 0.5267076 Aug 23 10:25:13.127921 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 43440) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:13.347637 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:25:13.363143 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-4b46aa93-7914-42c9-ba73-578d90ba232d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24148a0a1b3d4246851e79ae6f24b70c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2315755 Aug 23 10:25:13.363536 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 43444) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:13.391137 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:25:13.391612 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 25c2a6b5-971b-4ffc-9d6c-fd69c9d2888b not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:25:13.419947 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671b6ec-d94e-44c2-8caa-93a30fcddf5c req-3f71f16b-5335-4970-a2ce-a82edc2da85e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:13.422116 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d671b6ec-d94e-44c2-8caa-93a30fcddf5c req-3f71f16b-5335-4970-a2ce-a82edc2da85e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.2399285 Aug 23 10:25:13.439582 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0f5e447a-f0d4-4ee9-afa6-7275cdcef933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:13.466674 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0f5e447a-f0d4-4ee9-afa6-7275cdcef933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:13.477772 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d671b6ec-d94e-44c2-8caa-93a30fcddf5c req-20a53049-d8ff-4efd-954b-53a6d141bbd4 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483747 Aug 23 10:25:13.522639 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0f5e447a-f0d4-4ee9-afa6-7275cdcef933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:13.528821 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e338fb85-4847-4d50-9cd8-189b3581c03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:13.544313 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e447a-f0d4-4ee9-afa6-7275cdcef933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16276aa0-fb8e-48de-86c9-ed05ef76da18,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:13.549898 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-0f5e447a-f0d4-4ee9-afa6-7275cdcef933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:13.554013 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0f5e447a-f0d4-4ee9-afa6-7275cdcef933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:13.557917 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-0f5e447a-f0d4-4ee9-afa6-7275cdcef933 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16276aa0-fb8e-48de-86c9-ed05ef76da18 HTTP/1.1" status: 204 len: 168 time: 0.1899998 Aug 23 10:25:14.858116 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb2156-86d6-4aa9-9bb5-d215c7152fc2 req-8b613901-4f57-4cf1-ad04-36ace861e4c1 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:14.860380 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7eeb2156-86d6-4aa9-9bb5-d215c7152fc2 req-8b613901-4f57-4cf1-ad04-36ace861e4c1 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0900836 Aug 23 10:25:14.916127 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7eeb2156-86d6-4aa9-9bb5-d215c7152fc2 req-3c6f7ca8-2304-48b8-8b93-00e69261a07b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479424 Aug 23 10:25:16.181845 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdce0d-b0f9-4bce-85a3-4d98d3c497ce req-4f11446f-60ca-4d59-8c5b-8c685daa165a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:16.185154 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-f4fdce0d-b0f9-4bce-85a3-4d98d3c497ce req-4f11446f-60ca-4d59-8c5b-8c685daa165a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1300611 Aug 23 10:25:16.232024 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-f4fdce0d-b0f9-4bce-85a3-4d98d3c497ce req-d34c31e0-ee5d-4522-a77d-9c728aa958b4 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393951 Aug 23 10:25:17.450339 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a55513-9ecf-45d4-bc7b-91d3fa723714 req-70c74864-5f13-4696-8155-d721ce21e8c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:17.456774 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-59a55513-9ecf-45d4-bc7b-91d3fa723714 req-70c74864-5f13-4696-8155-d721ce21e8c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0945446 Aug 23 10:25:17.507899 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-59a55513-9ecf-45d4-bc7b-91d3fa723714 req-8793ca4f-b564-4300-8d3e-f9b2f5b1536c tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500214 Aug 23 10:25:18.145883 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 43546) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:18.281208 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ba341a45-c2d9-4e57-9fac-cb3b46f7ace1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:18.298783 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-ba341a45-c2d9-4e57-9fac-cb3b46f7ace1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:18.303033 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-ba341a45-c2d9-4e57-9fac-cb3b46f7ace1 admin admin] Usage tracker for resource:security_group_rule and tenant:23944ffe88cc4331b3aec51ac45e2f32 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:18.306218 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-ba341a45-c2d9-4e57-9fac-cb3b46f7ace1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:18.314100 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-ba341a45-c2d9-4e57-9fac-cb3b46f7ace1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:18.428552 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ba341a45-c2d9-4e57-9fac-cb3b46f7ace1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:18.434882 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ba341a45-c2d9-4e57-9fac-cb3b46f7ace1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:18.442509 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-b6079e6a-f7eb-4f51-bd2c-07589da1564b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:18.487868 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 43554) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:18.488503 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-ba341a45-c2d9-4e57-9fac-cb3b46f7ace1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23944ffe88cc4331b3aec51ac45e2f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408165 Aug 23 10:25:18.488929 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba341a45-c2d9-4e57-9fac-cb3b46f7ace1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dc54af-e319-43b3-a182-8c6dc23f8274,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:18.492061 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-ba341a45-c2d9-4e57-9fac-cb3b46f7ace1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:18.575968 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:18.606379 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:18.720109 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:18.725510 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-94dcf6e1-28b2-4b6d-aee0-78fe31a913ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:18.742110 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd49e1-cb45-4591-a7ad-1af1c65aa70f req-d37dcca1-2366-4a06-ae26-a60f36620835 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:18.743582 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-fdfd49e1-cb45-4591-a7ad-1af1c65aa70f req-d37dcca1-2366-4a06-ae26-a60f36620835 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1044099 Aug 23 10:25:18.746225 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dc54af-e319-43b3-a182-8c6dc23f8274,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:18.774663 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:18.775047 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:18.775437 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:18.775833 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:18.776239 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:18.776626 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:18.777161 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:18.777539 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:18.778108 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:18.778449 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:18.778790 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:18.779125 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:18.784927 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:18.785744 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:18.786967 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54dc54af-e319-43b3-a182-8c6dc23f8274 HTTP/1.1" status: 204 len: 168 time: 0.2978194 Aug 23 10:25:18.821761 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-fdfd49e1-cb45-4591-a7ad-1af1c65aa70f req-c7b6527b-409e-48d3-bc84-7d58f1c3be6e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699863 Aug 23 10:25:20.032145 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60813bc-303c-4778-920c-d1f57933cdd2 req-c0cff949-0e82-4a7f-91bc-c7baff0b4bc8 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:20.034513 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-f60813bc-303c-4778-920c-d1f57933cdd2 req-c0cff949-0e82-4a7f-91bc-c7baff0b4bc8 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0984526 Aug 23 10:25:20.104515 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-f60813bc-303c-4778-920c-d1f57933cdd2 req-91a5d32b-62ab-4f79-86a0-c298ed3bcc09 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633092 Aug 23 10:25:21.351945 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13fda7-6907-4797-932b-c2b2016e5e56 req-7c85c5c3-c869-4c3a-9510-72e41c765ef5 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:21.353509 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8b13fda7-6907-4797-932b-c2b2016e5e56 req-7c85c5c3-c869-4c3a-9510-72e41c765ef5 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1005826 Aug 23 10:25:21.415523 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8b13fda7-6907-4797-932b-c2b2016e5e56 req-9a311777-6df2-490b-8129-80ee24442bbe tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537961 Aug 23 10:25:22.669303 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984502e-b8b4-42ef-ae47-70f7af5b9edf req-757e3113-07ec-423e-8a92-4de28c6eeba2 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:22.670972 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-3984502e-b8b4-42ef-ae47-70f7af5b9edf req-757e3113-07ec-423e-8a92-4de28c6eeba2 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1436656 Aug 23 10:25:22.804460 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-3984502e-b8b4-42ef-ae47-70f7af5b9edf req-2164cb96-c326-41ed-97ad-f027e9c054ae tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267655 Aug 23 10:25:24.055610 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3c7ec-3702-44e8-99ea-4c919c56cee4 req-70c94672-877a-40be-8a75-ab0f5bc7362c tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:24.057323 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-73f3c7ec-3702-44e8-99ea-4c919c56cee4 req-70c94672-877a-40be-8a75-ab0f5bc7362c tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1116529 Aug 23 10:25:24.109502 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-73f3c7ec-3702-44e8-99ea-4c919c56cee4 req-b1b9cd9f-1e97-4abd-9c7f-0abcbd2fe486 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443459 Aug 23 10:25:25.401661 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29596e-e66b-49bd-bf1f-832f1e8d5a8a req-04e8fc1e-fa05-499d-935c-800832b80005 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:25.404270 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0a29596e-e66b-49bd-bf1f-832f1e8d5a8a req-04e8fc1e-fa05-499d-935c-800832b80005 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1561913 Aug 23 10:25:25.473050 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0a29596e-e66b-49bd-bf1f-832f1e8d5a8a req-7e1a59f3-dff8-4dac-9df5-4853607f87d0 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581901 Aug 23 10:25:26.683885 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade39bd-b4d8-457e-a862-39538a99e90f req-eb823080-12d2-42aa-b396-60e7a317542c tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:26.686172 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0ade39bd-b4d8-457e-a862-39538a99e90f req-eb823080-12d2-42aa-b396-60e7a317542c tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0962021 Aug 23 10:25:26.742434 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0ade39bd-b4d8-457e-a862-39538a99e90f req-3ec1d3e8-3ea0-4b7b-8b74-19314fa32f6c tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469527 Aug 23 10:25:27.948662 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aefd62-088a-427b-8944-c8b21aa29707 req-43bd0545-e1b5-4004-b204-7148f89da539 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:27.950668 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-28aefd62-088a-427b-8944-c8b21aa29707 req-43bd0545-e1b5-4004-b204-7148f89da539 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0932112 Aug 23 10:25:28.001633 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-28aefd62-088a-427b-8944-c8b21aa29707 req-d9bda956-a40f-433f-86fc-4590c682ef53 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441213 Aug 23 10:25:28.695688 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 43808) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:28.814323 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f093e7c2-4e66-42bf-9920-116bc50a81c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:28.830093 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-f093e7c2-4e66-42bf-9920-116bc50a81c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:28.833906 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-f093e7c2-4e66-42bf-9920-116bc50a81c3 admin admin] Usage tracker for resource:security_group_rule and tenant:1a7ee526987043a68efa90c071535dd4 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:28.837020 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-f093e7c2-4e66-42bf-9920-116bc50a81c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:28.843356 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-f093e7c2-4e66-42bf-9920-116bc50a81c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:28.922952 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f093e7c2-4e66-42bf-9920-116bc50a81c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:28.926438 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f093e7c2-4e66-42bf-9920-116bc50a81c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:28.934583 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-5b1e6095-5bb0-40f4-9852-4957db6782b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:28.973298 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-f093e7c2-4e66-42bf-9920-116bc50a81c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a7ee526987043a68efa90c071535dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764115 Aug 23 10:25:28.974811 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093e7c2-4e66-42bf-9920-116bc50a81c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3e57e9-5a97-46a5-b7d8-0391a58afb27,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:28.976031 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 43814) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:28.977951 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-f093e7c2-4e66-42bf-9920-116bc50a81c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:29.038192 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-35ef7d9a-cf5f-4655-90a5-9506f9d83735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:29.064400 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-35ef7d9a-cf5f-4655-90a5-9506f9d83735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:29.119894 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-35ef7d9a-cf5f-4655-90a5-9506f9d83735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:29.125250 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-02beb482-cdb4-4f8b-a4a7-14bd86ab5fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:29.137513 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef7d9a-cf5f-4655-90a5-9506f9d83735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3e57e9-5a97-46a5-b7d8-0391a58afb27,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:29.140661 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-35ef7d9a-cf5f-4655-90a5-9506f9d83735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:29.148132 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-35ef7d9a-cf5f-4655-90a5-9506f9d83735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:29.152154 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-35ef7d9a-cf5f-4655-90a5-9506f9d83735 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f3e57e9-5a97-46a5-b7d8-0391a58afb27 HTTP/1.1" status: 204 len: 168 time: 0.1750712 Aug 23 10:25:29.207315 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e19fce-2151-4ba1-a17d-18b918b4e141 req-676df2a4-d15c-4d6e-b14c-01f34c98fd5e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:29.209412 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c5e19fce-2151-4ba1-a17d-18b918b4e141 req-676df2a4-d15c-4d6e-b14c-01f34c98fd5e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0965304 Aug 23 10:25:29.262821 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c5e19fce-2151-4ba1-a17d-18b918b4e141 req-39dacc33-57aa-41ae-afc1-74521c29a0eb tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472908 Aug 23 10:25:29.501236 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 43856) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:29.549451 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-678102ce-7bec-4e75-9274-fafdcf397f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:29.590311 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-678102ce-7bec-4e75-9274-fafdcf397f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:29.607420 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-678102ce-7bec-4e75-9274-fafdcf397f5b admin admin] Usage tracker for resource:security_group_rule and tenant:7d9eca404fac4273ae4264c5542052ae is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:29.610836 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-678102ce-7bec-4e75-9274-fafdcf397f5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:29.617079 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-678102ce-7bec-4e75-9274-fafdcf397f5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:29.731447 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-678102ce-7bec-4e75-9274-fafdcf397f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:29.732064 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653ab89-b0a0-40b6-b9ef-6693b94e2a7b req-24493174-46b1-408e-87e1-8d308cdea190 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:29.734934 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f653ab89-b0a0-40b6-b9ef-6693b94e2a7b req-24493174-46b1-408e-87e1-8d308cdea190 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1699257 Aug 23 10:25:29.744386 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-678102ce-7bec-4e75-9274-fafdcf397f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:29.758388 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-d382d01d-da9f-45d2-a616-c6167a3bb489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:29.776632 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3fe80-418f-4450-82b1-1d55360d5947 req-10c9ed04-1c05-4bd4-8287-17f3d07cb04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:29.778271 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6cd3fe80-418f-4450-82b1-1d55360d5947 req-10c9ed04-1c05-4bd4-8287-17f3d07cb04f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0f7294401b14331ae0120ea59c4e348&device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 1098 time: 0.1370897 Aug 23 10:25:29.799271 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678102ce-7bec-4e75-9274-fafdcf397f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dc2338-c207-4051-a0d7-0d885c16ba1e,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:29.801292 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f653ab89-b0a0-40b6-b9ef-6693b94e2a7b req-87ce7396-3ddb-42bf-9236-c1de222207ad tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574274 Aug 23 10:25:29.817181 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-678102ce-7bec-4e75-9274-fafdcf397f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:29.846866 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-678102ce-7bec-4e75-9274-fafdcf397f5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d9eca404fac4273ae4264c5542052ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442221 Aug 23 10:25:29.849388 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 43892) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:29.919999 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 43898) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:29.930575 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d5d882cd-f4f2-46ed-be83-2833e669922f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:29.960635 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d5d882cd-f4f2-46ed-be83-2833e669922f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:29.973106 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3fe80-418f-4450-82b1-1d55360d5947 req-00a3d34e-5a0c-4292-bc54-5059b184e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:29.974758 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6cd3fe80-418f-4450-82b1-1d55360d5947 req-00a3d34e-5a0c-4292-bc54-5059b184e69a service neutron] 10.222.0.46 "GET /v2.0/networks?id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36 HTTP/1.1" status: 200 len: 912 time: 0.1772051 Aug 23 10:25:30.033022 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d5d882cd-f4f2-46ed-be83-2833e669922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:30.036916 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c73b3345-a5ce-4daf-b7d5-4853bddd8898 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:30.050942 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d882cd-f4f2-46ed-be83-2833e669922f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dc2338-c207-4051-a0d7-0d885c16ba1e,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:30.054186 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-d5d882cd-f4f2-46ed-be83-2833e669922f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:30.056315 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d5d882cd-f4f2-46ed-be83-2833e669922f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:30.057479 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-d5d882cd-f4f2-46ed-be83-2833e669922f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1dc2338-c207-4051-a0d7-0d885c16ba1e HTTP/1.1" status: 204 len: 168 time: 0.2070296 Aug 23 10:25:30.105630 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-21eef245-4a15-46a9-b1bc-74ed4700aba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:30.127519 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6cd3fe80-418f-4450-82b1-1d55360d5947 req-d3918984-16b4-46e8-b09b-4d4184c54574 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d067c37-f93f-4d61-ae82-ed61a456739d HTTP/1.1" status: 200 len: 1000 time: 0.1454201 Aug 23 10:25:30.128433 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-21eef245-4a15-46a9-b1bc-74ed4700aba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:30.135896 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-21eef245-4a15-46a9-b1bc-74ed4700aba6 admin admin] Usage tracker for resource:security_group_rule and tenant:6539898d1f684abbb84329ccd7a193c1 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:30.174307 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-21eef245-4a15-46a9-b1bc-74ed4700aba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:30.187627 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-21eef245-4a15-46a9-b1bc-74ed4700aba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:30.227450 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3fe80-418f-4450-82b1-1d55360d5947 req-9336cc83-32fd-4333-9c93-c6ff9cc5bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:30.228915 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6cd3fe80-418f-4450-82b1-1d55360d5947 req-9336cc83-32fd-4333-9c93-c6ff9cc5bc63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54cc7ed5-a0f7-4057-adce-6cedc0c75702 HTTP/1.1" status: 200 len: 850 time: 0.0946991 Aug 23 10:25:30.354293 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-21eef245-4a15-46a9-b1bc-74ed4700aba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:30.359968 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3fe80-418f-4450-82b1-1d55360d5947 req-7ee7717c-ccf4-41b4-a43a-0d327e9d7ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:30.361467 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6cd3fe80-418f-4450-82b1-1d55360d5947 req-7ee7717c-ccf4-41b4-a43a-0d327e9d7ca8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1225126 Aug 23 10:25:30.362494 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-21eef245-4a15-46a9-b1bc-74ed4700aba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:30.371815 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-85706894-0497-4cfe-bf1d-fe4d1b3419ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:30.532742 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eef245-4a15-46a9-b1bc-74ed4700aba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9ff82f-6ebd-44a6-b796-3b6c9ef98579,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:30.541142 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-21eef245-4a15-46a9-b1bc-74ed4700aba6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6539898d1f684abbb84329ccd7a193c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6183262 Aug 23 10:25:30.541142 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-21eef245-4a15-46a9-b1bc-74ed4700aba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:30.542380 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 43920) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:30.612211 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-3c35d529-d2fd-4390-8f64-d0a521a01ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:30.630859 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6cd3fe80-418f-4450-82b1-1d55360d5947 req-1d46794b-a5f0-4f51-b425-8832809dcca1 service neutron] 10.222.0.46 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613895 Aug 23 10:25:30.641642 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-3c35d529-d2fd-4390-8f64-d0a521a01ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:30.698303 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-3c35d529-d2fd-4390-8f64-d0a521a01ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:30.705274 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-269f437b-f850-44e7-b4a9-07430254fc77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:30.719907 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35d529-d2fd-4390-8f64-d0a521a01ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9ff82f-6ebd-44a6-b796-3b6c9ef98579,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:30.723787 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-3c35d529-d2fd-4390-8f64-d0a521a01ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:30.726589 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-3c35d529-d2fd-4390-8f64-d0a521a01ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:30.727938 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-3c35d529-d2fd-4390-8f64-d0a521a01ec8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec9ff82f-6ebd-44a6-b796-3b6c9ef98579 HTTP/1.1" status: 204 len: 168 time: 0.1837585 Aug 23 10:25:30.782600 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6cd3fe80-418f-4450-82b1-1d55360d5947 req-088f2f00-eb16-4305-99b8-9b049ae75376 service neutron] 10.222.0.46 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441088 Aug 23 10:25:31.012205 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce8719-a7c7-4633-8f36-8d4406e71c35 req-7c72c5ed-1f5f-4c65-8739-8bf500e1b124 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:31.013743 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-fbce8719-a7c7-4633-8f36-8d4406e71c35 req-7c72c5ed-1f5f-4c65-8739-8bf500e1b124 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0878668 Aug 23 10:25:31.068376 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-fbce8719-a7c7-4633-8f36-8d4406e71c35 req-205bde99-45c6-4260-877a-89f3b87d0c48 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477729 Aug 23 10:25:31.129550 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 43954) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:31.193701 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_v2 [None req-d515d7ca-09b0-49dc-809d-fcc3f69294b5 admin admin] Deleting subnet 25479d98-86a9-4bb3-bcf4-19e41c3f433b {{(pid=79163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:25:31.197029 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d515d7ca-09b0-49dc-809d-fcc3f69294b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:31.257983 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d515d7ca-09b0-49dc-809d-fcc3f69294b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26919124'] for subnet, precommit_delete_associations {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:31.318917 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d515d7ca-09b0-49dc-809d-fcc3f69294b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870812'] for subnet, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:31.405787 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d515d7ca-09b0-49dc-809d-fcc3f69294b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26781138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26586266'] for subnet, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:31.411633 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-2d82acf2-6835-4cda-af12-e27eacd13853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:31.455970 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515d7ca-09b0-49dc-809d-fcc3f69294b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25479d98-86a9-4bb3-bcf4-19e41c3f433b,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:31.461298 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-d515d7ca-09b0-49dc-809d-fcc3f69294b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:31.464813 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d515d7ca-09b0-49dc-809d-fcc3f69294b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:31.472472 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-d515d7ca-09b0-49dc-809d-fcc3f69294b5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/25479d98-86a9-4bb3-bcf4-19e41c3f433b HTTP/1.1" status: 204 len: 168 time: 0.3418241 Aug 23 10:25:31.474888 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 43966) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:31.679528 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-87b1ff20-fbd0-4334-a31e-7039718cded9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830045'] for network, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:31.707252 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 43980) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:31.807325 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-87b1ff20-fbd0-4334-a31e-7039718cded9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864615', 'neutron.services.segments.db._delete_segments_for_network-8775983548317'] for network, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:31.820839 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-87b1ff20-fbd0-4334-a31e-7039718cded9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168c4640-03a7-426e-a44b-140bb04cda71']}} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:25:31.831214 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1674279195-network', 'tenant_id': '9f0a004b1ba243cf8b4a5065207e431d'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:25:31.836247 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:31.838730 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-87b1ff20-fbd0-4334-a31e-7039718cded9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75111846-79c0-4a3b-875f-3586cf40cd2b') {'for_net_delete': True} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:25:31.839020 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-87b1ff20-fbd0-4334-a31e-7039718cded9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75111846-79c0-4a3b-875f-3586cf40cd2b') {} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:25:31.840522 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Usage tracker for resource:network and tenant:9f0a004b1ba243cf8b4a5065207e431d is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:31.844143 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:31.850766 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:31.852130 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-87b1ff20-fbd0-4334-a31e-7039718cded9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775983546359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26919115'] for segment, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:31.861758 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Made reservation on behalf of 9f0a004b1ba243cf8b4a5065207e431d for: {'network': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:25:31.864442 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for network, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:31.869830 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-87b1ff20-fbd0-4334-a31e-7039718cded9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:31.876436 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b1ff20-fbd0-4334-a31e-7039718cded9 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=79163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:25:31.876855 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-87b1ff20-fbd0-4334-a31e-7039718cded9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26781108'] for segment, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:31.877541 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: Traceback (most recent call last): Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: timer() Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: cb(*args, **kw) Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: return func(*args, **kwargs) Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: self._notify() Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: self.callback(batched_events) Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: event.method(event) Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: return f(self, *a, **k) Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: return self._get(url).json() Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: return self.request(url, 'GET', **kwargs) Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:25:31.890627 dv-cinder-802781-2-smb neutron-server[79163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:25:31.892823 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:31.896531 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Usage tracker for resource:security_group_rule and tenant:9f0a004b1ba243cf8b4a5065207e431d is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:31.899509 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:31.905776 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:31.966630 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-87b1ff20-fbd0-4334-a31e-7039718cded9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900943'] for network, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:31.971150 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:31.986133 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-87b1ff20-fbd0-4334-a31e-7039718cded9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:31.995976 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1ff20-fbd0-4334-a31e-7039718cded9 admin admin] Pushing event deleted for resources: {'Network': ['ID=168c4640-03a7-426e-a44b-140bb04cda71,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:32.000408 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-87b1ff20-fbd0-4334-a31e-7039718cded9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:32.011145 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-87b1ff20-fbd0-4334-a31e-7039718cded9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/168c4640-03a7-426e-a44b-140bb04cda71 HTTP/1.1" status: 204 len: 168 time: 0.5323355 Aug 23 10:25:32.063480 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:32.068545 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:32.073084 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-21eef245-4a15-46a9-b1bc-74ed4700aba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:32.104658 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=79164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:25:32.114455 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489b27df-f608-411d-97fc-72d5a33e9fe4,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:32.119626 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:32.124310 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:32.124695 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.db.segments_db [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Added segment d6b3c1be-7d50-4f67-839a-b6f7e4c26baa of type vlan for network e8a90c82-eb23-408c-b3b9-12f975ab7cb7 Aug 23 10:25:32.171684 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 44000) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:32.184301 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775983037579'] for network, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:32.229065 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for network, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:32.230852 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:32.232405 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:32.239588 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:32.261016 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-6581fd60-4836-47f3-80c8-af10e4f7164c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e5d1ee7117d4380a1250d05353d4d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0877886 Aug 23 10:25:32.263625 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 44004) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:32.347673 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2196710a-a0e0-44f9-ad72-a9c923a23fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:32.382467 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2196710a-a0e0-44f9-ad72-a9c923a23fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:32.411202 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Pushing event updated for resources: {'Network': ['ID=e8a90c82-eb23-408c-b3b9-12f975ab7cb7,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:32.414739 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:32.418481 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7103350 Aug 23 10:25:32.422259 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 44012) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:32.427660 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Network e8a90c82-eb23-408c-b3b9-12f975ab7cb7 details requested by agent ovs-agent-dv-cinder-802781-2-smb with host dv-cinder-802781-2-smb {{(pid=79165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:25:32.433971 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-6a13a1d5-2e94-4787-b180-cb9235ec1fc6 admin admin] Request body: {'subnet': {'network_id': 'e8a90c82-eb23-408c-b3b9-12f975ab7cb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1674279195-subnet', 'tenant_id': '9f0a004b1ba243cf8b4a5065207e431d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:25:32.451255 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-6a13a1d5-2e94-4787-b180-cb9235ec1fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:32.462417 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-6a13a1d5-2e94-4787-b180-cb9235ec1fc6 admin admin] Usage tracker for resource:subnet and tenant:9f0a004b1ba243cf8b4a5065207e431d is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:32.464172 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577e6ea-d96c-4859-b833-b30885bd8f6a req-fbf00d5b-6fa5-4708-a977-d097e8679e8b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:32.465762 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-6a13a1d5-2e94-4787-b180-cb9235ec1fc6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:32.465879 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-3577e6ea-d96c-4859-b833-b30885bd8f6a req-fbf00d5b-6fa5-4708-a977-d097e8679e8b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.2063441 Aug 23 10:25:32.469814 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2196710a-a0e0-44f9-ad72-a9c923a23fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:32.476429 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7033306e-6bcb-4f0f-a124-9d986cf4655b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:32.484995 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-6a13a1d5-2e94-4787-b180-cb9235ec1fc6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:32.492602 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196710a-a0e0-44f9-ad72-a9c923a23fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39b8de0-3f17-4599-8d95-ae52cf255860,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:32.498659 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-2196710a-a0e0-44f9-ad72-a9c923a23fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:32.509429 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a13a1d5-2e94-4787-b180-cb9235ec1fc6 admin admin] Made reservation on behalf of 9f0a004b1ba243cf8b4a5065207e431d for: {'subnet': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:25:32.512148 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6a13a1d5-2e94-4787-b180-cb9235ec1fc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26586353'] for subnet, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:32.524394 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-3577e6ea-d96c-4859-b833-b30885bd8f6a req-06c17904-9c00-43b2-ab66-59d38eb1d862 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479450 Aug 23 10:25:32.529001 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2196710a-a0e0-44f9-ad72-a9c923a23fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:32.530890 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-2196710a-a0e0-44f9-ad72-a9c923a23fa6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b39b8de0-3f17-4599-8d95-ae52cf255860 HTTP/1.1" status: 204 len: 168 time: 0.2656555 Aug 23 10:25:32.744921 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6a13a1d5-2e94-4787-b180-cb9235ec1fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26786065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26586243'] for subnet, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:32.750678 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-55119c65-4860-4a44-b22f-1bfeb877f33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:32.825279 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13a1d5-2e94-4787-b180-cb9235ec1fc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b858367-3017-42c3-84d7-c4f053cead2f,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:32.829517 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-6a13a1d5-2e94-4787-b180-cb9235ec1fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:32.836138 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a13a1d5-2e94-4787-b180-cb9235ec1fc6 admin admin] Checking segment: {'id': 'd6b3c1be-7d50-4f67-839a-b6f7e4c26baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e8a90c82-eb23-408c-b3b9-12f975ab7cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:25:32.836742 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a13a1d5-2e94-4787-b180-cb9235ec1fc6 admin admin] Network hostable DHCP agents. Network: e8a90c82-eb23-408c-b3b9-12f975ab7cb7, hostable agents: ['e4366bde-9e46-4a9c-adf7-2d64cdf13340'], hosted agents: [] {{(pid=79163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:25:32.858346 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a13a1d5-2e94-4787-b180-cb9235ec1fc6 admin admin] Network e8a90c82-eb23-408c-b3b9-12f975ab7cb7 is scheduled to be hosted by DHCP agent e4366bde-9e46-4a9c-adf7-2d64cdf13340 with binding_index 1 {{(pid=79163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:25:32.868240 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-6a13a1d5-2e94-4787-b180-cb9235ec1fc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-smb, e8a90c82-eb23-408c-b3b9-12f975ab7cb7) {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:25:32.872261 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a13a1d5-2e94-4787-b180-cb9235ec1fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:32.872845 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6a13a1d5-2e94-4787-b180-cb9235ec1fc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:32.879310 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae05d30e-4a89-41e3-b61e-4f2da51183f3 None None] Network e8a90c82-eb23-408c-b3b9-12f975ab7cb7 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:25:32.899455 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-6a13a1d5-2e94-4787-b180-cb9235ec1fc6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4701304 Aug 23 10:25:33.095627 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9e02ce-4ad6-44eb-8a55-ed592d223307 None None] Network e8a90c82-eb23-408c-b3b9-12f975ab7cb7 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:25:34.884594 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-c4495bae-2ffb-4aa9-9d1c-f5970619e55c tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:34.886087 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-c4495bae-2ffb-4aa9-9d1c-f5970619e55c tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/networks?id=e8a90c82-eb23-408c-b3b9-12f975ab7cb7 HTTP/1.1" status: 200 len: 814 time: 0.1444621 Aug 23 10:25:34.900846 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-1e2f5cd5-5cef-492f-9d7d-4c7c1d42554c tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/quotas/9f0a004b1ba243cf8b4a5065207e431d HTTP/1.1" status: 200 len: 375 time: 0.0092454 Aug 23 10:25:34.951726 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-4794ef40-7e19-4aa4-a344-6b4bacfec630 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f0a004b1ba243cf8b4a5065207e431d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455813 Aug 23 10:25:35.084456 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-7767caa8-33fb-48dd-9b37-56839f4dfd66 service neutron] 10.222.0.20 "GET /v2.0/networks/e8a90c82-eb23-408c-b3b9-12f975ab7cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259964 Aug 23 10:25:35.172819 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 44064) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:35.220873 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-c81efc00-f928-44e7-a7e0-b51d5b1eb296 service neutron] 10.222.0.20 "GET /v2.0/networks/e8a90c82-eb23-408c-b3b9-12f975ab7cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302023 Aug 23 10:25:35.294535 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-778ba583-b4a8-439c-b557-ca41213c48ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:35.311045 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-778ba583-b4a8-439c-b557-ca41213c48ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:35.314989 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-778ba583-b4a8-439c-b557-ca41213c48ed admin admin] Usage tracker for resource:security_group_rule and tenant:21d93e78d3fd4b18b4a2f5e75cf0eeab is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:35.318556 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-778ba583-b4a8-439c-b557-ca41213c48ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:35.324450 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-778ba583-b4a8-439c-b557-ca41213c48ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:35.415351 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-acd719b2-9c98-4547-aef5-a26195792b87 req-0102aa95-5a9a-49f5-b65e-d0409b1cd8a1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 210 time: 0.0525341 Aug 23 10:25:35.459648 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-778ba583-b4a8-439c-b557-ca41213c48ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:35.464240 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-778ba583-b4a8-439c-b557-ca41213c48ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:35.471136 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-137f309d-75a0-495b-b2a5-54198b000933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:35.512927 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ba583-b4a8-439c-b557-ca41213c48ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43a9439-6cf9-40d7-aa0f-65a15c5941e5,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:35.517208 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-778ba583-b4a8-439c-b557-ca41213c48ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21d93e78d3fd4b18b4a2f5e75cf0eeab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433590 Aug 23 10:25:35.518140 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-778ba583-b4a8-439c-b557-ca41213c48ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:35.519927 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 44078) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:35.579145 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-0be7cb98-2479-41db-9780-9bad03fd55c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:35.606986 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-0be7cb98-2479-41db-9780-9bad03fd55c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:35.663519 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-0be7cb98-2479-41db-9780-9bad03fd55c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:35.668399 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-dfe9d70b-0561-42b5-83b6-0244b9282985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:35.680980 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7cb98-2479-41db-9780-9bad03fd55c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43a9439-6cf9-40d7-aa0f-65a15c5941e5,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:35.684238 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-0be7cb98-2479-41db-9780-9bad03fd55c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:35.692442 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-0be7cb98-2479-41db-9780-9bad03fd55c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:35.693758 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-0be7cb98-2479-41db-9780-9bad03fd55c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d43a9439-6cf9-40d7-aa0f-65a15c5941e5 HTTP/1.1" status: 204 len: 168 time: 0.1729226 Aug 23 10:25:35.975591 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 44088) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:35.994569 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-97015892-1f07-4c27-b314-1c6644330974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:36.009616 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-97015892-1f07-4c27-b314-1c6644330974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:36.013327 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-97015892-1f07-4c27-b314-1c6644330974 admin admin] Usage tracker for resource:security_group_rule and tenant:8debb6595b98497e9ae22adada867a97 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:36.016895 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-97015892-1f07-4c27-b314-1c6644330974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:36.022434 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-97015892-1f07-4c27-b314-1c6644330974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:36.100191 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-97015892-1f07-4c27-b314-1c6644330974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:36.104347 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-97015892-1f07-4c27-b314-1c6644330974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:36.112642 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-9bf2a8c0-0e1d-44a0-baa4-5193ac9185ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:36.119168 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d683dd7-61f6-4244-9715-48e82ca70e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:36.151823 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-97015892-1f07-4c27-b314-1c6644330974 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8debb6595b98497e9ae22adada867a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746180 Aug 23 10:25:36.153442 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97015892-1f07-4c27-b314-1c6644330974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7a91cf-d85f-4645-8d30-c6f375c90607,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:36.154498 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 44092) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:36.156465 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-97015892-1f07-4c27-b314-1c6644330974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:36.212524 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-36582184-a759-45ac-a448-04fb5d36ef05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:36.237608 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-36582184-a759-45ac-a448-04fb5d36ef05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:36.291032 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-36582184-a759-45ac-a448-04fb5d36ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:36.296417 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-0f5e447a-f0d4-4ee9-afa6-7275cdcef933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:36.308239 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36582184-a759-45ac-a448-04fb5d36ef05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7a91cf-d85f-4645-8d30-c6f375c90607,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:36.311914 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-36582184-a759-45ac-a448-04fb5d36ef05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:36.314249 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-36582184-a759-45ac-a448-04fb5d36ef05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:36.317607 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-36582184-a759-45ac-a448-04fb5d36ef05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b7a91cf-d85f-4645-8d30-c6f375c90607 HTTP/1.1" status: 204 len: 168 time: 0.1598699 Aug 23 10:25:36.505122 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-d7f5ed6d-b54c-4fa9-ac4b-0bd402cf5b86 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:36.505817 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-d7f5ed6d-b54c-4fa9-ac4b-0bd402cf5b86 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Synchronizing usage tracker for tenant:9f0a004b1ba243cf8b4a5065207e431d on resource:network {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:25:36.524238 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-d7f5ed6d-b54c-4fa9-ac4b-0bd402cf5b86 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Unset dirty status for tenant:9f0a004b1ba243cf8b4a5065207e431d on resource:network {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:25:36.525594 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-d7f5ed6d-b54c-4fa9-ac4b-0bd402cf5b86 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.46 "GET /v2.0/networks?id=e8a90c82-eb23-408c-b3b9-12f975ab7cb7 HTTP/1.1" status: 200 len: 814 time: 0.1724367 Aug 23 10:25:36.538927 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e6be0545-60e3-45d1-af76-6e1128caa54d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Request body: {'port': {'device_id': 'a6ce664c-c7bf-4368-9077-d1255abb09d5', 'network_id': 'e8a90c82-eb23-408c-b3b9-12f975ab7cb7', 'admin_state_up': True, 'tenant_id': '9f0a004b1ba243cf8b4a5065207e431d'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:25:36.592888 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-bfe07fa9-00f4-4123-ba7f-44a4f22de165 req-400eae25-7eba-451e-ac8f-3e797fdf7848 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 210 time: 0.0589614 Aug 23 10:25:36.690732 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e6be0545-60e3-45d1-af76-6e1128caa54d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:36.694589 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e6be0545-60e3-45d1-af76-6e1128caa54d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Usage tracker for resource:port and tenant:9f0a004b1ba243cf8b4a5065207e431d is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:36.697487 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e6be0545-60e3-45d1-af76-6e1128caa54d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:36.703215 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e6be0545-60e3-45d1-af76-6e1128caa54d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:36.713333 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e6be0545-60e3-45d1-af76-6e1128caa54d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Made reservation on behalf of 9f0a004b1ba243cf8b4a5065207e431d for: {'port': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:25:36.716990 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e6be0545-60e3-45d1-af76-6e1128caa54d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:36.753490 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:36.803048 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:36.890389 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e6be0545-60e3-45d1-af76-6e1128caa54d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Allocated IP 172.20.0.4 (e8a90c82-eb23-408c-b3b9-12f975ab7cb7/5b858367-3017-42c3-84d7-c4f053cead2f/793699e2-56b6-4f91-89aa-638e4188eaa2) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:25:37.101523 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 44122) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:37.112071 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e6be0545-60e3-45d1-af76-6e1128caa54d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:37.142842 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e6be0545-60e3-45d1-af76-6e1128caa54d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:37.153869 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:37.213815 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2137079382-network', 'tenant_id': '4ac4c23f0844424db8260c347bff1fa3'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:25:37.219693 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:37.223679 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Usage tracker for resource:network and tenant:4ac4c23f0844424db8260c347bff1fa3 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:37.226581 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:37.233069 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:37.243271 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Made reservation on behalf of 4ac4c23f0844424db8260c347bff1fa3 for: {'network': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:25:37.245537 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for network, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:37.257596 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:37.272257 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:37.275944 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Usage tracker for resource:security_group_rule and tenant:4ac4c23f0844424db8260c347bff1fa3 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:37.278671 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:37.285365 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:37.294874 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e6be0545-60e3-45d1-af76-6e1128caa54d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Network e8a90c82-eb23-408c-b3b9-12f975ab7cb7 is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:25:37.298581 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e6be0545-60e3-45d1-af76-6e1128caa54d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:25:37.302968 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e6be0545-60e3-45d1-af76-6e1128caa54d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:25:37.353096 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be0545-60e3-45d1-af76-6e1128caa54d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Pushing event updated for resources: {'Port': ['ID=793699e2-56b6-4f91-89aa-638e4188eaa2,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:37.361078 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-e6be0545-60e3-45d1-af76-6e1128caa54d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:37.372950 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:37.377628 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:37.379257 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e6be0545-60e3-45d1-af76-6e1128caa54d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:37.379894 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e6be0545-60e3-45d1-af76-6e1128caa54d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:37.380819 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-35ef7d9a-cf5f-4655-90a5-9506f9d83735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:37.406835 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e6be0545-60e3-45d1-af76-6e1128caa54d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8719270 Aug 23 10:25:37.412500 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=79163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:25:37.419142 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Request body: {'port': {'device_id': 'a6ce664c-c7bf-4368-9077-d1255abb09d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:25:37.421976 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3ceddd-cfe4-4bd4-b736-2fb3ae71f6fb,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:37.425254 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:37.430796 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:37.431189 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.db.segments_db [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Added segment da5a2281-1ae3-4203-9c52-bfa0f8e69883 of type vlan for network 4ae0226f-3d4a-423d-9927-25109f5ce005 Aug 23 10:25:37.459065 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775983037579'] for network, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:37.488002 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for network, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:37.489223 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:37.489805 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:37.494538 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:37.531327 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:37.683192 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5805185 Aug 23 10:25:37.686635 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 44130) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:37.690124 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Pushing event updated for resources: {'Network': ['ID=4ae0226f-3d4a-423d-9927-25109f5ce005,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:37.693021 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:37.700835 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Network 4ae0226f-3d4a-423d-9927-25109f5ce005 details requested by agent ovs-agent-dv-cinder-802781-2-smb with host dv-cinder-802781-2-smb {{(pid=79165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:25:37.708929 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-3fb4f568-7d8f-4b1b-b7fd-ddf0bf845479 admin admin] Request body: {'subnet': {'network_id': '4ae0226f-3d4a-423d-9927-25109f5ce005', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2137079382-subnet', 'tenant_id': '4ac4c23f0844424db8260c347bff1fa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:25:37.718293 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-3fb4f568-7d8f-4b1b-b7fd-ddf0bf845479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:37.771734 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-3fb4f568-7d8f-4b1b-b7fd-ddf0bf845479 admin admin] Usage tracker for resource:subnet and tenant:4ac4c23f0844424db8260c347bff1fa3 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:37.781021 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-3fb4f568-7d8f-4b1b-b7fd-ddf0bf845479 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:37.789904 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-3fb4f568-7d8f-4b1b-b7fd-ddf0bf845479 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:37.872174 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb4f568-7d8f-4b1b-b7fd-ddf0bf845479 admin admin] Made reservation on behalf of 4ac4c23f0844424db8260c347bff1fa3 for: {'subnet': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:25:37.874987 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-3fb4f568-7d8f-4b1b-b7fd-ddf0bf845479 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2551713'] for subnet, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:37.996603 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e049ec-330c-477e-920b-f743c68d8f9f req-55968125-9690-4418-a925-c48ed6218d21 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:37.997300 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-32e049ec-330c-477e-920b-f743c68d8f9f req-55968125-9690-4418-a925-c48ed6218d21 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Synchronizing usage tracker for tenant:9f0a004b1ba243cf8b4a5065207e431d on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:25:38.083808 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-32e049ec-330c-477e-920b-f743c68d8f9f req-55968125-9690-4418-a925-c48ed6218d21 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Unset dirty status for tenant:9f0a004b1ba243cf8b4a5065207e431d on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:25:38.084933 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-32e049ec-330c-477e-920b-f743c68d8f9f req-55968125-9690-4418-a925-c48ed6218d21 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 931 time: 0.3714337 Aug 23 10:25:38.154394 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793699e2-56b6-4f91-89aa-638e4188eaa2 {{(pid=79164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:25:38.176322 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:38.206267 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-32e049ec-330c-477e-920b-f743c68d8f9f req-a8ae8938-49b9-417a-be3c-f2d6b6d4d7de tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Synchronizing usage tracker for tenant:9f0a004b1ba243cf8b4a5065207e431d on resource:security_group {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:25:38.216989 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Transition to ACTIVE for port object 793699e2-56b6-4f91-89aa-638e4188eaa2 will not be triggered until provisioned by entity L2. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:25:38.226143 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:38.243599 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:38.362547 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-32e049ec-330c-477e-920b-f743c68d8f9f req-a8ae8938-49b9-417a-be3c-f2d6b6d4d7de tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Unset dirty status for tenant:9f0a004b1ba243cf8b4a5065207e431d on resource:security_group {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:25:38.363624 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-32e049ec-330c-477e-920b-f743c68d8f9f req-a8ae8938-49b9-417a-be3c-f2d6b6d4d7de tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708356 Aug 23 10:25:38.392215 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Pushing event updated for resources: {'Port': ['ID=793699e2-56b6-4f91-89aa-638e4188eaa2,revision_number=2']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:38.394873 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-3fb4f568-7d8f-4b1b-b7fd-ddf0bf845479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26330091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2551763'] for subnet, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:38.418884 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:38.431978 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-c61a7afd-7bcd-45e7-9598-90f176d16789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:38.557427 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4f568-7d8f-4b1b-b7fd-ddf0bf845479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1a9fb18-5e72-4f0f-bf49-5007ab40e1d6,revision_number=0']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:38.564106 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-3fb4f568-7d8f-4b1b-b7fd-ddf0bf845479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:38.575386 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Attempting to bind port 793699e2-56b6-4f91-89aa-638e4188eaa2 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:25:38.575723 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Attempting to bind port 793699e2-56b6-4f91-89aa-638e4188eaa2 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'd6b3c1be-7d50-4f67-839a-b6f7e4c26baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e8a90c82-eb23-408c-b3b9-12f975ab7cb7'}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:25:38.576076 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Attempting to bind port 793699e2-56b6-4f91-89aa-638e4188eaa2 on network e8a90c82-eb23-408c-b3b9-12f975ab7cb7 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:25:38.579552 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb4f568-7d8f-4b1b-b7fd-ddf0bf845479 admin admin] Checking segment: {'id': 'da5a2281-1ae3-4203-9c52-bfa0f8e69883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ae0226f-3d4a-423d-9927-25109f5ce005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:25:38.579935 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb4f568-7d8f-4b1b-b7fd-ddf0bf845479 admin admin] Network hostable DHCP agents. Network: 4ae0226f-3d4a-423d-9927-25109f5ce005, hostable agents: ['e4366bde-9e46-4a9c-adf7-2d64cdf13340'], hosted agents: [] {{(pid=79164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:25:38.591407 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Port 793699e2-56b6-4f91-89aa-638e4188eaa2 on network e8a90c82-eb23-408c-b3b9-12f975ab7cb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:25:38.591733 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Attempting to bind port 793699e2-56b6-4f91-89aa-638e4188eaa2 on network e8a90c82-eb23-408c-b3b9-12f975ab7cb7 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:25:38.601516 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Checking agent: {'id': 'da4e5719-434b-498c-af5a-9a8836947b40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'started_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:25:38.601852 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Checking segment: {'id': 'd6b3c1be-7d50-4f67-839a-b6f7e4c26baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e8a90c82-eb23-408c-b3b9-12f975ab7cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:25:38.602236 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Bound using segment: {'id': 'd6b3c1be-7d50-4f67-839a-b6f7e4c26baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e8a90c82-eb23-408c-b3b9-12f975ab7cb7'} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:25:38.602671 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Bound port: 793699e2-56b6-4f91-89aa-638e4188eaa2, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b3c1be-7d50-4f67-839a-b6f7e4c26baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e8a90c82-eb23-408c-b3b9-12f975ab7cb7'}}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:25:38.603016 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:38.656178 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb4f568-7d8f-4b1b-b7fd-ddf0bf845479 admin admin] Network 4ae0226f-3d4a-423d-9927-25109f5ce005 is scheduled to be hosted by DHCP agent e4366bde-9e46-4a9c-adf7-2d64cdf13340 with binding_index 1 {{(pid=79164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:25:38.679265 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [None req-3fb4f568-7d8f-4b1b-b7fd-ddf0bf845479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-smb, 4ae0226f-3d4a-423d-9927-25109f5ce005) {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:25:38.686308 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb4f568-7d8f-4b1b-b7fd-ddf0bf845479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:38.686984 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-3fb4f568-7d8f-4b1b-b7fd-ddf0bf845479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for subnet, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:38.687489 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f682a759-b195-476d-a09c-e44db7d83e10 None None] Network 4ae0226f-3d4a-423d-9927-25109f5ce005 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:25:38.725308 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] For port 793699e2-56b6-4f91-89aa-638e4188eaa2, host hv-cinder-80278, cleared binding levels {{(pid=79164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:25:38.728814 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] For port 793699e2-56b6-4f91-89aa-638e4188eaa2, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=793699e2-56b6-4f91-89aa-638e4188eaa2,segment=NetworkSegment(d6b3c1be-7d50-4f67-839a-b6f7e4c26baa),segment_id=d6b3c1be-7d50-4f67-839a-b6f7e4c26baa)] {{(pid=79164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:25:38.731719 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-3fb4f568-7d8f-4b1b-b7fd-ddf0bf845479 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0439389 Aug 23 10:25:38.753924 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:38.758841 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:38.825802 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:38.826414 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:38.828369 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] 10.222.0.46 "PUT /v2.0/ports/793699e2-56b6-4f91-89aa-638e4188eaa2 HTTP/1.1" status: 200 len: 1093 time: 1.4134462 Aug 23 10:25:38.828868 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ce664c-c7bf-4368-9077-d1255abb09d5', 'tag': '793699e2-56b6-4f91-89aa-638e4188eaa2'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:25:38.864233 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Pushing event updated for resources: {'Port': ['ID=793699e2-56b6-4f91-89aa-638e4188eaa2,revision_number=3']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:38.867388 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:38.922893 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ce664c-c7bf-4368-9077-d1255abb09d5', 'tag': '793699e2-56b6-4f91-89aa-638e4188eaa2', 'status': 'completed', 'code': 200} Aug 23 10:25:38.965710 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-36b105a9-27ce-4e14-94c9-93627c64128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:38.966943 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-36b105a9-27ce-4e14-94c9-93627c64128f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f0a004b1ba243cf8b4a5065207e431d&device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 1096 time: 0.0951567 Aug 23 10:25:38.985968 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f778302e-5d41-4560-82b1-cb48f659e843 None None] Network 4ae0226f-3d4a-423d-9927-25109f5ce005 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:25:39.008326 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f84940be-fe61-4543-87e6-2d594992007d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:39.045172 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-77b69c12-59b8-4bf7-b463-a4095ed915af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=793699e2-56b6-4f91-89aa-638e4188eaa2 HTTP/1.1" status: 200 len: 217 time: 0.0699039 Aug 23 10:25:39.210070 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-662efe6f-03fa-4465-bb38-e3396924a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:39.212106 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-662efe6f-03fa-4465-bb38-e3396924a81a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b858367-3017-42c3-84d7-c4f053cead2f HTTP/1.1" status: 200 len: 854 time: 0.1595380 Aug 23 10:25:39.263513 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-0534156b-ad0d-4073-a14a-20ae9f94248b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8a90c82-eb23-408c-b3b9-12f975ab7cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421760 Aug 23 10:25:39.321385 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 44152) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:39.327104 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-429962060-network', 'tenant_id': '11c9564de2d6434886b7556b61fb62ed'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:25:39.331746 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:39.335507 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Usage tracker for resource:network and tenant:11c9564de2d6434886b7556b61fb62ed is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:39.338774 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:39.346337 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:39.356241 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Made reservation on behalf of 11c9564de2d6434886b7556b61fb62ed for: {'network': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:25:39.359136 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for network, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:39.375113 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:39.389190 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:39.393055 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Usage tracker for resource:security_group_rule and tenant:11c9564de2d6434886b7556b61fb62ed is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:39.396541 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:39.401436 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-c3a9259e-597e-4550-b539-2565e3b0a4b0 service neutron] 10.222.0.46 "GET /v2.0/networks/e8a90c82-eb23-408c-b3b9-12f975ab7cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305747 Aug 23 10:25:39.402831 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:39.429700 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:39.498167 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:39.502553 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:39.505541 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-be75df56-00be-458c-a48a-f4cd805fe97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:39.534603 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=79163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:25:39.543233 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8476aeba-4fec-4a03-b8fd-c032a0dda209,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:39.546889 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:39.549707 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:39.550069 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.db.segments_db [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Added segment 8a03cf8f-669e-4e0f-ab0a-8db81e65a00e of type vlan for network 1907beae-ff24-465b-b36e-7257d7dcdf34 Aug 23 10:25:39.577510 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775983037579'] for network, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:39.597433 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b06cf7a1-6c88-41f4-8ae5-1b4551af1499 req-da346163-7943-46ad-9764-5f8bb4d96426 service neutron] 10.222.0.46 "GET /v2.0/networks/e8a90c82-eb23-408c-b3b9-12f975ab7cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891382 Aug 23 10:25:39.608867 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for network, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:39.610913 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:39.611567 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:39.616699 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:39.622645 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08ed66-ec89-4909-a264-c75b37662141 req-85b7e498-cfea-4ffa-b7db-5b321cba15c5 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:39.624244 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7c08ed66-ec89-4909-a264-c75b37662141 req-85b7e498-cfea-4ffa-b7db-5b321cba15c5 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 943 time: 0.1234074 Aug 23 10:25:39.716190 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3935864 Aug 23 10:25:39.717127 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Pushing event updated for resources: {'Network': ['ID=1907beae-ff24-465b-b36e-7257d7dcdf34,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:39.719278 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 44158) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:39.724494 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7c08ed66-ec89-4909-a264-c75b37662141 req-5364c16e-de0f-4604-af76-53bb1f9e88f5 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940812 Aug 23 10:25:39.724704 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-92440628-389d-4bb4-9760-af7ab38318de admin admin] Request body: {'subnet': {'network_id': '1907beae-ff24-465b-b36e-7257d7dcdf34', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-429962060-subnet', 'tenant_id': '11c9564de2d6434886b7556b61fb62ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:25:39.728193 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:39.728366 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Network 1907beae-ff24-465b-b36e-7257d7dcdf34 details requested by agent ovs-agent-dv-cinder-802781-2-smb with host dv-cinder-802781-2-smb {{(pid=79165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:25:39.730386 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-92440628-389d-4bb4-9760-af7ab38318de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:39.735318 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-92440628-389d-4bb4-9760-af7ab38318de admin admin] Usage tracker for resource:subnet and tenant:11c9564de2d6434886b7556b61fb62ed is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:39.738504 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-92440628-389d-4bb4-9760-af7ab38318de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:39.749253 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-92440628-389d-4bb4-9760-af7ab38318de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:39.752050 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd489209-5f4f-4786-9996-3c2cb13099f0 req-ab366083-a664-41d8-a95b-8ccdc84cbc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:39.753694 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-dd489209-5f4f-4786-9996-3c2cb13099f0 req-ab366083-a664-41d8-a95b-8ccdc84cbc5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f0a004b1ba243cf8b4a5065207e431d&device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 1096 time: 0.1078124 Aug 23 10:25:39.756900 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92440628-389d-4bb4-9760-af7ab38318de admin admin] Made reservation on behalf of 11c9564de2d6434886b7556b61fb62ed for: {'subnet': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:25:39.759370 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-92440628-389d-4bb4-9760-af7ab38318de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26586353'] for subnet, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:39.895632 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd489209-5f4f-4786-9996-3c2cb13099f0 req-c85ba5fe-0cda-48af-9a6d-d0d116c22ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:39.897123 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-dd489209-5f4f-4786-9996-3c2cb13099f0 req-c85ba5fe-0cda-48af-9a6d-d0d116c22ebc service neutron] 10.222.0.46 "GET /v2.0/networks?id=e8a90c82-eb23-408c-b3b9-12f975ab7cb7 HTTP/1.1" status: 200 len: 915 time: 0.1312306 Aug 23 10:25:39.964171 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-dd489209-5f4f-4786-9996-3c2cb13099f0 req-f8c58049-8d09-4474-99d7-c6a32180f0e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=793699e2-56b6-4f91-89aa-638e4188eaa2 HTTP/1.1" status: 200 len: 217 time: 0.0596888 Aug 23 10:25:39.964791 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-92440628-389d-4bb4-9760-af7ab38318de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26786065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26586243'] for subnet, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:39.969923 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:40.028781 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd489209-5f4f-4786-9996-3c2cb13099f0 req-6ad25f3b-ec0f-4bf4-8bcd-3ef1906bf54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:40.030759 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-dd489209-5f4f-4786-9996-3c2cb13099f0 req-6ad25f3b-ec0f-4bf4-8bcd-3ef1906bf54e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b858367-3017-42c3-84d7-c4f053cead2f HTTP/1.1" status: 200 len: 854 time: 0.0593836 Aug 23 10:25:40.042312 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92440628-389d-4bb4-9760-af7ab38318de admin admin] Pushing event updated for resources: {'Subnet': ['ID=d81b582e-f181-4eff-bcd7-b8b2e89f0010,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:40.046483 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-92440628-389d-4bb4-9760-af7ab38318de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:40.053023 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92440628-389d-4bb4-9760-af7ab38318de admin admin] Checking segment: {'id': '8a03cf8f-669e-4e0f-ab0a-8db81e65a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1907beae-ff24-465b-b36e-7257d7dcdf34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:25:40.053380 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92440628-389d-4bb4-9760-af7ab38318de admin admin] Network hostable DHCP agents. Network: 1907beae-ff24-465b-b36e-7257d7dcdf34, hostable agents: ['e4366bde-9e46-4a9c-adf7-2d64cdf13340'], hosted agents: [] {{(pid=79163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:25:40.071649 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92440628-389d-4bb4-9760-af7ab38318de admin admin] Network 1907beae-ff24-465b-b36e-7257d7dcdf34 is scheduled to be hosted by DHCP agent e4366bde-9e46-4a9c-adf7-2d64cdf13340 with binding_index 1 {{(pid=79163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:25:40.080893 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-dd489209-5f4f-4786-9996-3c2cb13099f0 req-1b431ce8-e389-48aa-bd3e-531e967f936b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8a90c82-eb23-408c-b3b9-12f975ab7cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414536 Aug 23 10:25:40.081429 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-92440628-389d-4bb4-9760-af7ab38318de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-smb, 1907beae-ff24-465b-b36e-7257d7dcdf34) {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:25:40.085796 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92440628-389d-4bb4-9760-af7ab38318de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:40.087183 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-92440628-389d-4bb4-9760-af7ab38318de admin admin] Notify callbacks [] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:40.090090 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2e8f51-898d-4db3-85d5-887fe8f38656 None None] Network 1907beae-ff24-465b-b36e-7257d7dcdf34 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:25:40.115915 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-92440628-389d-4bb4-9760-af7ab38318de admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3891659 Aug 23 10:25:40.225778 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-dd489209-5f4f-4786-9996-3c2cb13099f0 req-bfee32ae-b652-478f-8600-796b4f81adbe service neutron] 10.222.0.46 "GET /v2.0/networks/e8a90c82-eb23-408c-b3b9-12f975ab7cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358957 Aug 23 10:25:40.317566 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b82d93-6f48-4d28-8c90-bdcdaf596cac None None] Network 1907beae-ff24-465b-b36e-7257d7dcdf34 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:25:40.371773 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-dd489209-5f4f-4786-9996-3c2cb13099f0 req-2f9fafee-d4ad-4a00-9d25-a00674ff9ffc service neutron] 10.222.0.46 "GET /v2.0/networks/e8a90c82-eb23-408c-b3b9-12f975ab7cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368542 Aug 23 10:25:40.700532 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-336ca6ce-005f-497b-bf39-d0f716565089 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:40.701202 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-336ca6ce-005f-497b-bf39-d0f716565089 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Synchronizing usage tracker for tenant:4ac4c23f0844424db8260c347bff1fa3 on resource:network {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:25:40.718293 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-336ca6ce-005f-497b-bf39-d0f716565089 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Unset dirty status for tenant:4ac4c23f0844424db8260c347bff1fa3 on resource:network {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:25:40.719391 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-336ca6ce-005f-497b-bf39-d0f716565089 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/networks?id=4ae0226f-3d4a-423d-9927-25109f5ce005 HTTP/1.1" status: 200 len: 809 time: 0.1589057 Aug 23 10:25:40.734480 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-435b2be6-69b5-4848-b84f-657b6982cee3 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/quotas/4ac4c23f0844424db8260c347bff1fa3 HTTP/1.1" status: 200 len: 375 time: 0.0093827 Aug 23 10:25:40.785334 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-83015a56-9bfe-4ebf-942f-ca69c74479f4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ac4c23f0844424db8260c347bff1fa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455921 Aug 23 10:25:40.836575 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:40.918310 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d598b15-7e44-4ad4-9bb2-caf186f50c14 req-22e34864-581d-4e6e-ba85-88e9a56f1a1d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:40.919766 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0d598b15-7e44-4ad4-9bb2-caf186f50c14 req-22e34864-581d-4e6e-ba85-88e9a56f1a1d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 943 time: 0.0828633 Aug 23 10:25:40.920063 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-54ca877b-3c02-4866-af9a-ecd375d8d55f service neutron] 10.222.0.20 "GET /v2.0/networks/4ae0226f-3d4a-423d-9927-25109f5ce005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278386 Aug 23 10:25:40.966106 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0d598b15-7e44-4ad4-9bb2-caf186f50c14 req-dbfa70a0-f9a9-4cc3-b5e1-ea5dfaab91d8 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401771 Aug 23 10:25:41.051158 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-c17386a0-65d9-4af1-916f-3d1b8612abaa service neutron] 10.222.0.20 "GET /v2.0/networks/4ae0226f-3d4a-423d-9927-25109f5ce005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251123 Aug 23 10:25:41.108281 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:25:41.226393 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-efe9283e-474c-484f-a4c2-d8e9661c334b req-0ca52cbb-f9d9-4431-a590-4e5583c5506e tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbe5fbbb-1e47-4739-a161-d24e8fd6d97c HTTP/1.1" status: 200 len: 210 time: 0.0431972 Aug 23 10:25:42.161154 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22921e4-f2ab-42cf-b811-cf17778810ed req-26485592-cd57-4ca7-8702-b30750237242 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:42.168698 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-d22921e4-f2ab-42cf-b811-cf17778810ed req-26485592-cd57-4ca7-8702-b30750237242 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 943 time: 0.0985682 Aug 23 10:25:42.220385 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-d22921e4-f2ab-42cf-b811-cf17778810ed req-a7e75de4-f687-4619-94ea-db171d226714 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507600 Aug 23 10:25:42.300583 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-386e1914-97a6-4e50-8861-529b9921c7bd tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:42.302042 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-386e1914-97a6-4e50-8861-529b9921c7bd tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.46 "GET /v2.0/networks?id=4ae0226f-3d4a-423d-9927-25109f5ce005 HTTP/1.1" status: 200 len: 809 time: 0.1632195 Aug 23 10:25:42.304626 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 793699e2-56b6-4f91-89aa-638e4188eaa2 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:25:42.315599 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-5284eb77-3cdb-47a9-8bdf-3767ad14d8e4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Request body: {'port': {'device_id': 'bbe5fbbb-1e47-4739-a161-d24e8fd6d97c', 'network_id': '4ae0226f-3d4a-423d-9927-25109f5ce005', 'admin_state_up': True, 'tenant_id': '4ac4c23f0844424db8260c347bff1fa3'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:25:42.457288 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 793699e2-56b6-4f91-89aa-638e4188eaa2, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=793699e2-56b6-4f91-89aa-638e4188eaa2,segment=NetworkSegment(d6b3c1be-7d50-4f67-839a-b6f7e4c26baa),segment_id=d6b3c1be-7d50-4f67-839a-b6f7e4c26baa)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:42.470490 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': '793699e2-56b6-4f91-89aa-638e4188eaa2', 'network_id': 'e8a90c82-eb23-408c-b3b9-12f975ab7cb7', 'port_id': '793699e2-56b6-4f91-89aa-638e4188eaa2', 'mac_address': 'fa:16:3e:9d:5a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b858367-3017-42c3-84d7-c4f053cead2f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:25:42.493985 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ba37960f-c6d9-4130-9968-fc33ba5afdd6 req-be912d8c-f164-42d5-b0ba-5387d0003b5f tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbe5fbbb-1e47-4739-a161-d24e8fd6d97c HTTP/1.1" status: 200 len: 210 time: 0.1555157 Aug 23 10:25:42.526190 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:42.542324 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793699e2-56b6-4f91-89aa-638e4188eaa2 {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:25:42.557867 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 793699e2-56b6-4f91-89aa-638e4188eaa2, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=793699e2-56b6-4f91-89aa-638e4188eaa2,segment=NetworkSegment(d6b3c1be-7d50-4f67-839a-b6f7e4c26baa),segment_id=d6b3c1be-7d50-4f67-839a-b6f7e4c26baa)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:42.562479 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:42.564247 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-357d93a5-8e9b-42c2-9155-694760598c39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:42.599461 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-5284eb77-3cdb-47a9-8bdf-3767ad14d8e4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:42.603542 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-5284eb77-3cdb-47a9-8bdf-3767ad14d8e4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Usage tracker for resource:port and tenant:4ac4c23f0844424db8260c347bff1fa3 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:42.606512 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-5284eb77-3cdb-47a9-8bdf-3767ad14d8e4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:42.612764 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-5284eb77-3cdb-47a9-8bdf-3767ad14d8e4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:42.622688 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-5284eb77-3cdb-47a9-8bdf-3767ad14d8e4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Made reservation on behalf of 4ac4c23f0844424db8260c347bff1fa3 for: {'port': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:25:42.626934 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-5284eb77-3cdb-47a9-8bdf-3767ad14d8e4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:42.632988 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=793699e2-56b6-4f91-89aa-638e4188eaa2,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:42.640557 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:42.640557 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:42.640825 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:42.641165 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:42.641489 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:42.641814 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:42.642137 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:42.642742 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:42.642742 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:42.643075 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:42.643411 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:42.643709 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:42.647573 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:42.792518 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['793699e2-56b6-4f91-89aa-638e4188eaa2'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:25:42.792717 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-5284eb77-3cdb-47a9-8bdf-3767ad14d8e4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Allocated IP 172.20.0.4 (4ae0226f-3d4a-423d-9927-25109f5ce005/e1a9fb18-5e72-4f0f-bf49-5007ab40e1d6/c7d65281-82c8-4b64-9686-767fb4b26af0) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:25:42.994075 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-5284eb77-3cdb-47a9-8bdf-3767ad14d8e4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:43.022703 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-5284eb77-3cdb-47a9-8bdf-3767ad14d8e4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:43.027816 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:43.099137 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-5284eb77-3cdb-47a9-8bdf-3767ad14d8e4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Network 4ae0226f-3d4a-423d-9927-25109f5ce005 is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:25:43.102080 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-5284eb77-3cdb-47a9-8bdf-3767ad14d8e4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:25:43.105825 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-5284eb77-3cdb-47a9-8bdf-3767ad14d8e4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:25:43.139349 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284eb77-3cdb-47a9-8bdf-3767ad14d8e4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Pushing event updated for resources: {'Port': ['ID=c7d65281-82c8-4b64-9686-767fb4b26af0,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:43.143656 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-5284eb77-3cdb-47a9-8bdf-3767ad14d8e4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:43.171162 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-5284eb77-3cdb-47a9-8bdf-3767ad14d8e4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:43.171765 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-5284eb77-3cdb-47a9-8bdf-3767ad14d8e4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:43.192964 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-5284eb77-3cdb-47a9-8bdf-3767ad14d8e4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8823111 Aug 23 10:25:43.206287 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Request body: {'port': {'device_id': 'bbe5fbbb-1e47-4739-a161-d24e8fd6d97c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:25:43.319315 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:43.403580 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547b85c-dfb6-410f-b0ac-2f2de270c8b5 req-40af8124-fa20-4319-890a-111e439e731e tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:43.405586 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-2547b85c-dfb6-410f-b0ac-2f2de270c8b5 req-40af8124-fa20-4319-890a-111e439e731e tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 944 time: 0.0812178 Aug 23 10:25:43.457226 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-2547b85c-dfb6-410f-b0ac-2f2de270c8b5 req-d66db671-b191-41ed-b91a-23f1539662b1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440037 Aug 23 10:25:43.721664 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d65281-82c8-4b64-9686-767fb4b26af0 {{(pid=79164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:25:43.730736 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:43.750876 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Transition to ACTIVE for port object c7d65281-82c8-4b64-9686-767fb4b26af0 will not be triggered until provisioned by entity L2. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:25:43.758126 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:43.763249 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:43.802464 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf0ea8-d569-411e-b175-169d94979620 req-b92c08a0-f43d-4e0c-8b60-2735ffb9df36 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:43.803143 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-d7bf0ea8-d569-411e-b175-169d94979620 req-b92c08a0-f43d-4e0c-8b60-2735ffb9df36 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Synchronizing usage tracker for tenant:4ac4c23f0844424db8260c347bff1fa3 on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:25:43.940551 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-d7bf0ea8-d569-411e-b175-169d94979620 req-b92c08a0-f43d-4e0c-8b60-2735ffb9df36 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Unset dirty status for tenant:4ac4c23f0844424db8260c347bff1fa3 on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:25:43.941719 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d7bf0ea8-d569-411e-b175-169d94979620 req-b92c08a0-f43d-4e0c-8b60-2735ffb9df36 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbe5fbbb-1e47-4739-a161-d24e8fd6d97c HTTP/1.1" status: 200 len: 931 time: 0.3313930 Aug 23 10:25:43.942417 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Pushing event updated for resources: {'Port': ['ID=c7d65281-82c8-4b64-9686-767fb4b26af0,revision_number=2']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:43.950888 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:44.038106 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d7bf0ea8-d569-411e-b175-169d94979620 req-c1f29b4f-86a5-4249-86f1-898827fa2691 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3ceddd-cfe4-4bd4-b736-2fb3ae71f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882533 Aug 23 10:25:44.058392 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Attempting to bind port c7d65281-82c8-4b64-9686-767fb4b26af0 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:25:44.058392 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Attempting to bind port c7d65281-82c8-4b64-9686-767fb4b26af0 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'da5a2281-1ae3-4203-9c52-bfa0f8e69883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ae0226f-3d4a-423d-9927-25109f5ce005'}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:25:44.058392 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Attempting to bind port c7d65281-82c8-4b64-9686-767fb4b26af0 on network 4ae0226f-3d4a-423d-9927-25109f5ce005 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:25:44.060007 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Port c7d65281-82c8-4b64-9686-767fb4b26af0 on network 4ae0226f-3d4a-423d-9927-25109f5ce005 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:25:44.060324 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Attempting to bind port c7d65281-82c8-4b64-9686-767fb4b26af0 on network 4ae0226f-3d4a-423d-9927-25109f5ce005 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:25:44.066247 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Checking agent: {'id': 'da4e5719-434b-498c-af5a-9a8836947b40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'started_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:25:44.066577 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Checking segment: {'id': 'da5a2281-1ae3-4203-9c52-bfa0f8e69883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ae0226f-3d4a-423d-9927-25109f5ce005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:25:44.066954 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Bound using segment: {'id': 'da5a2281-1ae3-4203-9c52-bfa0f8e69883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ae0226f-3d4a-423d-9927-25109f5ce005'} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:25:44.067373 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Bound port: c7d65281-82c8-4b64-9686-767fb4b26af0, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5a2281-1ae3-4203-9c52-bfa0f8e69883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ae0226f-3d4a-423d-9927-25109f5ce005'}}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:25:44.067710 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:44.156874 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] For port c7d65281-82c8-4b64-9686-767fb4b26af0, host hv-cinder-80278, cleared binding levels {{(pid=79164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:25:44.160052 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] For port c7d65281-82c8-4b64-9686-767fb4b26af0, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c7d65281-82c8-4b64-9686-767fb4b26af0,segment=NetworkSegment(da5a2281-1ae3-4203-9c52-bfa0f8e69883),segment_id=da5a2281-1ae3-4203-9c52-bfa0f8e69883)] {{(pid=79164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:25:44.164787 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:44.168865 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-eac1fc2f-5986-4501-9db3-66decb1d9027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:44.312839 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:44.313462 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:44.314810 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] 10.222.0.46 "PUT /v2.0/ports/c7d65281-82c8-4b64-9686-767fb4b26af0 HTTP/1.1" status: 200 len: 1093 time: 1.1137950 Aug 23 10:25:44.315290 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe5fbbb-1e47-4739-a161-d24e8fd6d97c', 'tag': 'c7d65281-82c8-4b64-9686-767fb4b26af0'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:25:44.320171 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 793699e2-56b6-4f91-89aa-638e4188eaa2 up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:25:44.344834 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Pushing event updated for resources: {'Port': ['ID=c7d65281-82c8-4b64-9686-767fb4b26af0,revision_number=3']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:44.348349 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:44.365907 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe5fbbb-1e47-4739-a161-d24e8fd6d97c', 'tag': 'c7d65281-82c8-4b64-9686-767fb4b26af0', 'status': 'completed', 'code': 200} Aug 23 10:25:44.395430 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning for port 793699e2-56b6-4f91-89aa-638e4188eaa2 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:25:44.400540 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port 793699e2-56b6-4f91-89aa-638e4188eaa2 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:25:44.400922 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:44.444703 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-6722e024-15d4-4fa8-9c7c-c05ecc4fdb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:44.446218 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-6722e024-15d4-4fa8-9c7c-c05ecc4fdb2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ac4c23f0844424db8260c347bff1fa3&device_id=bbe5fbbb-1e47-4739-a161-d24e8fd6d97c HTTP/1.1" status: 200 len: 1096 time: 0.0746846 Aug 23 10:25:44.518952 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-2292fa25-97b1-4044-ae97-c4355cb4383f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7d65281-82c8-4b64-9686-767fb4b26af0 HTTP/1.1" status: 200 len: 217 time: 0.0647902 Aug 23 10:25:44.519869 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:44.548010 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ce664c-c7bf-4368-9077-d1255abb09d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793699e2-56b6-4f91-89aa-638e4188eaa2'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:25:44.565207 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 793699e2-56b6-4f91-89aa-638e4188eaa2, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=793699e2-56b6-4f91-89aa-638e4188eaa2,segment=NetworkSegment(d6b3c1be-7d50-4f67-839a-b6f7e4c26baa),segment_id=d6b3c1be-7d50-4f67-839a-b6f7e4c26baa)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:44.569814 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:44.571728 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:44.602312 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ce664c-c7bf-4368-9077-d1255abb09d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793699e2-56b6-4f91-89aa-638e4188eaa2', 'code': 200} Aug 23 10:25:44.640957 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=793699e2-56b6-4f91-89aa-638e4188eaa2,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:44.643861 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:44.652072 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-f3a31270-92ce-4c24-97ef-b6c6aca20c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:44.653522 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-f3a31270-92ce-4c24-97ef-b6c6aca20c81 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1a9fb18-5e72-4f0f-bf49-5007ab40e1d6 HTTP/1.1" status: 200 len: 849 time: 0.1265731 Aug 23 10:25:44.706598 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-5365dfb5-df62-4150-be3d-86fce716369b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ae0226f-3d4a-423d-9927-25109f5ce005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439303 Aug 23 10:25:44.719481 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f0870-6fd3-4762-bd02-4f2bc5027fe0 req-2299290c-5a09-4eab-9072-7b808a5d5658 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:44.721411 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6d9f0870-6fd3-4762-bd02-4f2bc5027fe0 req-2299290c-5a09-4eab-9072-7b808a5d5658 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 945 time: 0.1567812 Aug 23 10:25:44.901702 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6d9f0870-6fd3-4762-bd02-4f2bc5027fe0 req-50930b03-dff2-4efe-bd1a-ec6e62ecb464 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606643 Aug 23 10:25:44.945875 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c61469-3daa-4e3c-a1ef-5a9c2e2f8532 req-2b3cdc77-9271-4ec8-823d-c9168b490c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:44.947354 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-82c61469-3daa-4e3c-a1ef-5a9c2e2f8532 req-2b3cdc77-9271-4ec8-823d-c9168b490c5e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 1098 time: 0.1695139 Aug 23 10:25:44.950770 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-ea7e8459-cfee-4bb8-ab69-6fa19e8e94b3 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae0226f-3d4a-423d-9927-25109f5ce005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282834 Aug 23 10:25:45.082702 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-82c61469-3daa-4e3c-a1ef-5a9c2e2f8532 req-4623b7eb-7988-4a11-b829-9a5e6d933b72 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217489 Aug 23 10:25:45.120608 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ae8dbde6-abab-444f-b14c-2122b135a133 req-26d18aea-f81d-4191-88d0-194dcceaa773 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae0226f-3d4a-423d-9927-25109f5ce005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581948 Aug 23 10:25:45.229807 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb3114-07d3-4c4f-852d-6ed24f238a61 req-c6267418-3f55-4db2-a513-04f533758655 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:45.231270 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d0cb3114-07d3-4c4f-852d-6ed24f238a61 req-c6267418-3f55-4db2-a513-04f533758655 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbe5fbbb-1e47-4739-a161-d24e8fd6d97c HTTP/1.1" status: 200 len: 943 time: 0.0830348 Aug 23 10:25:45.281678 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d0cb3114-07d3-4c4f-852d-6ed24f238a61 req-f14d9c6b-d1b2-4159-a11f-9991a9dae420 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3ceddd-cfe4-4bd4-b736-2fb3ae71f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446918 Aug 23 10:25:45.394478 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a94b6f-7ab7-4148-86e4-b81292b55a40 req-ef6bfb15-f089-4e10-afdf-8e6fa120a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:45.396087 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-84a94b6f-7ab7-4148-86e4-b81292b55a40 req-ef6bfb15-f089-4e10-afdf-8e6fa120a0f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ac4c23f0844424db8260c347bff1fa3&device_id=bbe5fbbb-1e47-4739-a161-d24e8fd6d97c HTTP/1.1" status: 200 len: 1096 time: 0.0730987 Aug 23 10:25:45.532114 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a94b6f-7ab7-4148-86e4-b81292b55a40 req-b279833c-da1e-4683-88e4-f86896b05436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:45.533664 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-84a94b6f-7ab7-4148-86e4-b81292b55a40 req-b279833c-da1e-4683-88e4-f86896b05436 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ae0226f-3d4a-423d-9927-25109f5ce005 HTTP/1.1" status: 200 len: 910 time: 0.1309984 Aug 23 10:25:45.611770 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-84a94b6f-7ab7-4148-86e4-b81292b55a40 req-ea71b370-3a39-41b3-bc0c-7c69349d7534 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7d65281-82c8-4b64-9686-767fb4b26af0 HTTP/1.1" status: 200 len: 217 time: 0.0678771 Aug 23 10:25:45.675812 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a94b6f-7ab7-4148-86e4-b81292b55a40 req-8f2b3781-3293-41f4-8d28-1a514bbd39da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:45.677295 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-84a94b6f-7ab7-4148-86e4-b81292b55a40 req-8f2b3781-3293-41f4-8d28-1a514bbd39da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e1a9fb18-5e72-4f0f-bf49-5007ab40e1d6 HTTP/1.1" status: 200 len: 849 time: 0.0567603 Aug 23 10:25:45.726668 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-84a94b6f-7ab7-4148-86e4-b81292b55a40 req-fb279067-a664-4f4b-8749-6e18a381846c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ae0226f-3d4a-423d-9927-25109f5ce005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396132 Aug 23 10:25:45.857288 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-84a94b6f-7ab7-4148-86e4-b81292b55a40 req-925c0f93-67e7-4bd1-846f-b6f708a99f39 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae0226f-3d4a-423d-9927-25109f5ce005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223764 Aug 23 10:25:45.996601 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-84a94b6f-7ab7-4148-86e4-b81292b55a40 req-5e236a38-e841-4fc7-998d-26eb4f071259 service neutron] 10.222.0.46 "GET /v2.0/networks/4ae0226f-3d4a-423d-9927-25109f5ce005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247797 Aug 23 10:25:46.094847 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760694bc-3c28-4398-8f4b-934de9bff6fd req-9a430af4-4de2-4213-aa4a-e18a3aa514c9 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:46.096365 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-760694bc-3c28-4398-8f4b-934de9bff6fd req-9a430af4-4de2-4213-aa4a-e18a3aa514c9 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 945 time: 0.0819681 Aug 23 10:25:46.141952 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-760694bc-3c28-4398-8f4b-934de9bff6fd req-bcffe9e4-729e-479a-9a82-54d64db1ea5f tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398130 Aug 23 10:25:46.546721 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f909a8-a7e4-446e-836e-b19e6f2a7784 req-c71840a7-2101-4564-bf6e-b0eff22fd509 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:46.548175 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-51f909a8-a7e4-446e-836e-b19e6f2a7784 req-c71840a7-2101-4564-bf6e-b0eff22fd509 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbe5fbbb-1e47-4739-a161-d24e8fd6d97c HTTP/1.1" status: 200 len: 943 time: 0.1617129 Aug 23 10:25:46.591548 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-51f909a8-a7e4-446e-836e-b19e6f2a7784 req-d52832f2-0001-4652-ae36-6fc462dc4aca tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3ceddd-cfe4-4bd4-b736-2fb3ae71f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376194 Aug 23 10:25:47.122650 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28732233-c7a5-4f70-996d-1be37196d30e req-3e95f7c2-6402-434d-a8a5-1bcb9d426a11 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:47.124065 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-28732233-c7a5-4f70-996d-1be37196d30e req-3e95f7c2-6402-434d-a8a5-1bcb9d426a11 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 946 time: 0.0886312 Aug 23 10:25:47.168902 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-28732233-c7a5-4f70-996d-1be37196d30e req-ee8983ed-0b41-4f4d-8fcb-117520d0f14a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391300 Aug 23 10:25:47.329285 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554dcdb5-13ef-4046-b977-80d5a539e06d req-594e3fc3-d6e6-4a2e-a4d3-f5144439de4d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:47.330751 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-554dcdb5-13ef-4046-b977-80d5a539e06d req-594e3fc3-d6e6-4a2e-a4d3-f5144439de4d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 945 time: 0.0836411 Aug 23 10:25:47.377100 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-554dcdb5-13ef-4046-b977-80d5a539e06d req-713fa6df-d988-4b6b-90cf-84fe1ca64852 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401437 Aug 23 10:25:47.778060 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbb1a8-dc81-4c1c-9d4b-c760c58af4e4 req-d65e014e-28bf-4c15-95f8-7f1389ae80d7 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:47.779563 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-04bbb1a8-dc81-4c1c-9d4b-c760c58af4e4 req-d65e014e-28bf-4c15-95f8-7f1389ae80d7 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbe5fbbb-1e47-4739-a161-d24e8fd6d97c HTTP/1.1" status: 200 len: 943 time: 0.0802672 Aug 23 10:25:47.823924 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-04bbb1a8-dc81-4c1c-9d4b-c760c58af4e4 req-90640101-6be4-49a0-b836-299ee740559a tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Synchronizing usage tracker for tenant:4ac4c23f0844424db8260c347bff1fa3 on resource:security_group {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:25:47.840524 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-04bbb1a8-dc81-4c1c-9d4b-c760c58af4e4 req-90640101-6be4-49a0-b836-299ee740559a tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Unset dirty status for tenant:4ac4c23f0844424db8260c347bff1fa3 on resource:security_group {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:25:47.848375 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-04bbb1a8-dc81-4c1c-9d4b-c760c58af4e4 req-90640101-6be4-49a0-b836-299ee740559a tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3ceddd-cfe4-4bd4-b736-2fb3ae71f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629046 Aug 23 10:25:48.334569 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device c7d65281-82c8-4b64-9686-767fb4b26af0 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:25:48.366401 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b73fe-4c17-4e05-b433-993afd1e31f9 req-274f7b55-41a3-48a5-bb37-7c70d47ade17 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:48.368026 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2f5b73fe-4c17-4e05-b433-993afd1e31f9 req-274f7b55-41a3-48a5-bb37-7c70d47ade17 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 946 time: 0.0831504 Aug 23 10:25:48.416069 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2f5b73fe-4c17-4e05-b433-993afd1e31f9 req-cef290dc-be49-4e8b-8dc7-05f1da2d6ca3 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407319 Aug 23 10:25:48.495360 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port c7d65281-82c8-4b64-9686-767fb4b26af0, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c7d65281-82c8-4b64-9686-767fb4b26af0,segment=NetworkSegment(da5a2281-1ae3-4203-9c52-bfa0f8e69883),segment_id=da5a2281-1ae3-4203-9c52-bfa0f8e69883)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:48.508908 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': 'c7d65281-82c8-4b64-9686-767fb4b26af0', 'network_id': '4ae0226f-3d4a-423d-9927-25109f5ce005', 'port_id': 'c7d65281-82c8-4b64-9686-767fb4b26af0', 'mac_address': 'fa:16:3e:d8:ab:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a9fb18-5e72-4f0f-bf49-5007ab40e1d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:25:48.567686 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:48.584470 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d65281-82c8-4b64-9686-767fb4b26af0 {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:25:48.601371 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port c7d65281-82c8-4b64-9686-767fb4b26af0, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c7d65281-82c8-4b64-9686-767fb4b26af0,segment=NetworkSegment(da5a2281-1ae3-4203-9c52-bfa0f8e69883),segment_id=da5a2281-1ae3-4203-9c52-bfa0f8e69883)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:48.605002 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:48.607883 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:48.672671 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=c7d65281-82c8-4b64-9686-767fb4b26af0,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:48.675625 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:48.774721 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027adde-dd81-4b82-858e-2c414f57343c req-b31d514f-9f74-4edb-a12a-1789b3e17add tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:48.776200 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-1027adde-dd81-4b82-858e-2c414f57343c req-b31d514f-9f74-4edb-a12a-1789b3e17add tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.46 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 946 time: 0.0855165 Aug 23 10:25:48.848701 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-1027adde-dd81-4b82-858e-2c414f57343c req-4d1ecce2-6e88-49fe-ae1a-e3ad53a048e6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Deleting port fea55a6d-53c6-4d73-b4ef-9d524a6b9347 {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:25:48.849042 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-1027adde-dd81-4b82-858e-2c414f57343c req-4d1ecce2-6e88-49fe-ae1a-e3ad53a048e6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:48.887799 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['c7d65281-82c8-4b64-9686-767fb4b26af0'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:25:49.124677 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-1027adde-dd81-4b82-858e-2c414f57343c req-4d1ecce2-6e88-49fe-ae1a-e3ad53a048e6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] For port fea55a6d-53c6-4d73-b4ef-9d524a6b9347, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:49.125068 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-1027adde-dd81-4b82-858e-2c414f57343c req-4d1ecce2-6e88-49fe-ae1a-e3ad53a048e6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:49.152609 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925e8c5-3594-4d54-a31a-a20a81cfe868 req-8014871d-c083-4f99-b9e8-84afd81a4b59 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:49.154084 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6925e8c5-3594-4d54-a31a-a20a81cfe868 req-8014871d-c083-4f99-b9e8-84afd81a4b59 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbe5fbbb-1e47-4739-a161-d24e8fd6d97c HTTP/1.1" status: 200 len: 944 time: 0.1957304 Aug 23 10:25:49.203809 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6925e8c5-3594-4d54-a31a-a20a81cfe868 req-3b3bb111-fcb9-429c-af29-3f73870a23b3 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3ceddd-cfe4-4bd4-b736-2fb3ae71f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433853 Aug 23 10:25:49.425544 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-1027adde-dd81-4b82-858e-2c414f57343c req-4d1ecce2-6e88-49fe-ae1a-e3ad53a048e6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:49.426171 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-1027adde-dd81-4b82-858e-2c414f57343c req-4d1ecce2-6e88-49fe-ae1a-e3ad53a048e6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901046'] for floatingip, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:49.426277 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.db.l3_db [req-1027adde-dd81-4b82-858e-2c414f57343c req-4d1ecce2-6e88-49fe-ae1a-e3ad53a048e6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Floating IP af9a8eff-d939-4a7f-ba52-4c4cc253cf70 disassociated. External IP: 172.28.2.174, port: fea55a6d-53c6-4d73-b4ef-9d524a6b9347. Aug 23 10:25:49.426591 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-1027adde-dd81-4b82-858e-2c414f57343c req-4d1ecce2-6e88-49fe-ae1a-e3ad53a048e6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Calling delete_port for fea55a6d-53c6-4d73-b4ef-9d524a6b9347 owned by compute:nova {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:25:49.629625 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-1027adde-dd81-4b82-858e-2c414f57343c req-4d1ecce2-6e88-49fe-ae1a-e3ad53a048e6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:49.637433 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-fbd38ef1-2b2d-42c5-8d4e-270ea99e55ac tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:49.683538 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ecce2-6e88-49fe-ae1a-e3ad53a048e6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Pushing event deleted for resources: {'Port': ['ID=fea55a6d-53c6-4d73-b4ef-9d524a6b9347,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:49.686523 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-4d1ecce2-6e88-49fe-ae1a-e3ad53a048e6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:49.754607 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef9778-5415-4ec1-9174-d1b1738f23c1 req-52ecb8d8-d07f-4fef-8a30-d196e2f14fde tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:49.756142 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8cef9778-5415-4ec1-9174-d1b1738f23c1 req-52ecb8d8-d07f-4fef-8a30-d196e2f14fde tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 946 time: 0.2160871 Aug 23 10:25:49.828301 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8cef9778-5415-4ec1-9174-d1b1738f23c1 req-781f1d5d-8524-4cc4-b937-5fb66f9f4020 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660243 Aug 23 10:25:49.925098 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1027adde-dd81-4b82-858e-2c414f57343c req-4d1ecce2-6e88-49fe-ae1a-e3ad53a048e6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Router 9668630c-2efb-4cd4-a120-0553ce1f5de0 has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:25:50.209942 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1027adde-dd81-4b82-858e-2c414f57343c req-4d1ecce2-6e88-49fe-ae1a-e3ad53a048e6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:25:50.220410 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b94e4-8f41-4187-b795-51c4a2eb3a94 None None] Sync routers for ids ['9668630c-2efb-4cd4-a120-0553ce1f5de0'] in dv-cinder-802781-2-smb {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:25:50.230991 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b94e4-8f41-4187-b795-51c4a2eb3a94 None None] Routers {'9668630c-2efb-4cd4-a120-0553ce1f5de0'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:25:50.231929 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-eb7b94e4-8f41-4187-b795-51c4a2eb3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:25:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['9668630c-2efb-4cd4-a120-0553ce1f5de0'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:25:50.307314 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-1027adde-dd81-4b82-858e-2c414f57343c req-4d1ecce2-6e88-49fe-ae1a-e3ad53a048e6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] No DVR routers for this DVR port fea55a6d-53c6-4d73-b4ef-9d524a6b9347 on host hv-cinder-80278 {{(pid=79164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:25:50.310570 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-1027adde-dd81-4b82-858e-2c414f57343c req-4d1ecce2-6e88-49fe-ae1a-e3ad53a048e6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:50.321782 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3983ec41-3ddb-4144-a334-f1b82588cfff', 'name': 'network-vif-deleted', 'tag': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:25:50.329895 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-1027adde-dd81-4b82-858e-2c414f57343c req-4d1ecce2-6e88-49fe-ae1a-e3ad53a048e6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.46 "DELETE /v2.0/ports/fea55a6d-53c6-4d73-b4ef-9d524a6b9347 HTTP/1.1" status: 204 len: 173 time: 1.5479200 Aug 23 10:25:50.395947 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3983ec41-3ddb-4144-a334-f1b82588cfff', 'name': 'network-vif-deleted', 'tag': 'fea55a6d-53c6-4d73-b4ef-9d524a6b9347', 'status': 'completed', 'code': 200} Aug 23 10:25:50.412774 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device c7d65281-82c8-4b64-9686-767fb4b26af0 up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:25:50.444197 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f698168-debc-48e7-a4e2-31aed766532d req-eaf9622a-5cba-43a0-90d4-9fe9ff9abb9f tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:50.445713 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-2f698168-debc-48e7-a4e2-31aed766532d req-eaf9622a-5cba-43a0-90d4-9fe9ff9abb9f tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbe5fbbb-1e47-4739-a161-d24e8fd6d97c HTTP/1.1" status: 200 len: 944 time: 0.1223843 Aug 23 10:25:50.513567 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-2f698168-debc-48e7-a4e2-31aed766532d req-97cf9ecc-3da5-4f78-83af-25d1400eaa88 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3ceddd-cfe4-4bd4-b736-2fb3ae71f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590794 Aug 23 10:25:50.525222 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-eb7b94e4-8f41-4187-b795-51c4a2eb3a94 None None] Set router 9668630c-2efb-4cd4-a120-0553ce1f5de0 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:25:50.597648 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning for port c7d65281-82c8-4b64-9686-767fb4b26af0 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:25:50.605575 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port c7d65281-82c8-4b64-9686-767fb4b26af0 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:25:50.605952 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:50.925903 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:50.985499 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port c7d65281-82c8-4b64-9686-767fb4b26af0, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c7d65281-82c8-4b64-9686-767fb4b26af0,segment=NetworkSegment(da5a2281-1ae3-4203-9c52-bfa0f8e69883),segment_id=da5a2281-1ae3-4203-9c52-bfa0f8e69883)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:50.987898 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe5fbbb-1e47-4739-a161-d24e8fd6d97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d65281-82c8-4b64-9686-767fb4b26af0'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:25:50.998980 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:51.002408 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:51.007504 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-cfda7512-ca96-47e4-80c3-a159f2d462fe req-a93d3aea-6fff-4a0b-b194-fc6a46abbac9 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Synchronizing usage tracker for tenant:99082884e6bc45e18c151db1f08a2346 on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:25:51.027939 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-cfda7512-ca96-47e4-80c3-a159f2d462fe req-a93d3aea-6fff-4a0b-b194-fc6a46abbac9 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Unset dirty status for tenant:99082884e6bc45e18c151db1f08a2346 on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:25:51.034798 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-cfda7512-ca96-47e4-80c3-a159f2d462fe req-a93d3aea-6fff-4a0b-b194-fc6a46abbac9 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=3983ec41-3ddb-4144-a334-f1b82588cfff HTTP/1.1" status: 200 len: 210 time: 0.0738671 Aug 23 10:25:51.060114 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe5fbbb-1e47-4739-a161-d24e8fd6d97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d65281-82c8-4b64-9686-767fb4b26af0', 'code': 200} Aug 23 10:25:51.088885 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-eb7b94e4-8f41-4187-b795-51c4a2eb3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:22:23Z', 'revision_number': 4, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port': {'id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:05Z', 'updated_at': '2021-08-23T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'c53d6e27-0d30-4773-bd9a-0f659a0afd4c', 'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'mac_address': 'fa:16:3e:a6:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:15Z', 'updated_at': '2021-08-23T10:22:36Z', 'revision_number': 5, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'subnets': [{'id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:25:51.097614 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b94e4-8f41-4187-b795-51c4a2eb3a94 None None] Checking router: 9668630c-2efb-4cd4-a120-0553ce1f5de0 for host: dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:25:51.099565 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=c7d65281-82c8-4b64-9686-767fb4b26af0,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:51.103567 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:51.110359 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b94e4-8f41-4187-b795-51c4a2eb3a94 None None] Routers {'9668630c-2efb-4cd4-a120-0553ce1f5de0'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:25:51.110860 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-eb7b94e4-8f41-4187-b795-51c4a2eb3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:25:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['9668630c-2efb-4cd4-a120-0553ce1f5de0'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:25:51.319745 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-eb7b94e4-8f41-4187-b795-51c4a2eb3a94 None None] Set router 9668630c-2efb-4cd4-a120-0553ce1f5de0 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:25:51.320394 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be892226-f3e7-40f0-9285-52a307842bbb req-37caccf3-ab0d-4bcc-bb49-fbde2696241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:51.321544 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-be892226-f3e7-40f0-9285-52a307842bbb req-37caccf3-ab0d-4bcc-bb49-fbde2696241a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bbe5fbbb-1e47-4739-a161-d24e8fd6d97c HTTP/1.1" status: 200 len: 1098 time: 0.0910676 Aug 23 10:25:51.369087 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-be892226-f3e7-40f0-9285-52a307842bbb req-af70e6d6-0268-46ab-9bad-a7c57c0ed7ef service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ca3ceddd-cfe4-4bd4-b736-2fb3ae71f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409534 Aug 23 10:25:51.689917 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-eb7b94e4-8f41-4187-b795-51c4a2eb3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:22:23Z', 'revision_number': 4, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port': {'id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:05Z', 'updated_at': '2021-08-23T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'c53d6e27-0d30-4773-bd9a-0f659a0afd4c', 'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'mac_address': 'fa:16:3e:a6:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:15Z', 'updated_at': '2021-08-23T10:22:36Z', 'revision_number': 5, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'subnets': [{'id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:25:51.694142 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b94e4-8f41-4187-b795-51c4a2eb3a94 None None] The sync data for ids ['9668630c-2efb-4cd4-a120-0553ce1f5de0'] in dv-cinder-802781-2-smb is: [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:22:23Z', 'revision_number': 4, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port': {'id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:05Z', 'updated_at': '2021-08-23T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'c53d6e27-0d30-4773-bd9a-0f659a0afd4c', 'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'mac_address': 'fa:16:3e:a6:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:15Z', 'updated_at': '2021-08-23T10:22:36Z', 'revision_number': 5, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'subnets': [{'id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:25:51.706945 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09994a7a-ab88-4197-8c70-d989d3520fc9 req-d4434409-693d-4e5b-94dc-4e517a1817b2 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:51.708476 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-09994a7a-ab88-4197-8c70-d989d3520fc9 req-d4434409-693d-4e5b-94dc-4e517a1817b2 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbe5fbbb-1e47-4739-a161-d24e8fd6d97c HTTP/1.1" status: 200 len: 945 time: 0.0862222 Aug 23 10:25:51.760166 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-09994a7a-ab88-4197-8c70-d989d3520fc9 req-6ee72826-dc76-4384-ada8-04ad780e2aae tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3ceddd-cfe4-4bd4-b736-2fb3ae71f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422041 Aug 23 10:25:51.928192 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651701d-3ba7-4035-8c51-341b81ed64db None None] New status for floating IP af9a8eff-d939-4a7f-ba52-4c4cc253cf70: DOWN {{(pid=79166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:25:52.189396 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 44324) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:52.258859 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d16e620b-1402-4e79-a133-1fa7b8cd5d8b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:52.292412 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d16e620b-1402-4e79-a133-1fa7b8cd5d8b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:52.350258 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d16e620b-1402-4e79-a133-1fa7b8cd5d8b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:52.355622 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:52.358360 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device fea55a6d-53c6-4d73-b4ef-9d524a6b9347 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:25:52.370533 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e620b-1402-4e79-a133-1fa7b8cd5d8b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:52.381022 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-d16e620b-1402-4e79-a133-1fa7b8cd5d8b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:52.390558 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d16e620b-1402-4e79-a133-1fa7b8cd5d8b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:52.394326 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-d16e620b-1402-4e79-a133-1fa7b8cd5d8b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "DELETE /v2.0/security-groups/15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63 HTTP/1.1" status: 204 len: 168 time: 0.2013030 Aug 23 10:25:52.394472 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 44330) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:52.421554 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.api.v2.resource [None req-4d09c6e9-4cb5-4438-bbab-a324198456ec tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] show failed (client error): The resource could not be found. Aug 23 10:25:52.422500 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-4d09c6e9-4cb5-4438-bbab-a324198456ec tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups/15cf4b22-7a3b-4fb6-9fff-4231b3eb2e63 HTTP/1.1" status: 404 len: 347 time: 0.0271287 Aug 23 10:25:52.425649 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 44334) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:52.429328 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] No Port match for: fea55a6d-53c6-4d73-b4ef-9d524a6b9347 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:25:52.429694 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device fea55a6d-53c6-4d73-b4ef-9d524a6b9347 not bound to the agent host hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:25:52.589537 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [None req-e844be18-7291-4fa4-8e16-a67312beea8d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Deleting port cb6677ef-a852-432e-9fd7-f07c829c5a2d {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:25:52.589877 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e844be18-7291-4fa4-8e16-a67312beea8d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:52.764877 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e844be18-7291-4fa4-8e16-a67312beea8d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:52.765205 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e844be18-7291-4fa4-8e16-a67312beea8d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:52.898431 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [None req-e844be18-7291-4fa4-8e16-a67312beea8d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Calling delete_port for cb6677ef-a852-432e-9fd7-f07c829c5a2d owned by network:floatingip {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:25:53.081305 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2588be-f976-4b19-b122-d6f18c4a8ab3 req-33d1bbc6-c2a7-4029-bafc-21d7fd91dc1c tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:53.082669 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6c2588be-f976-4b19-b122-d6f18c4a8ab3 req-33d1bbc6-c2a7-4029-bafc-21d7fd91dc1c tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbe5fbbb-1e47-4739-a161-d24e8fd6d97c HTTP/1.1" status: 200 len: 945 time: 0.1919711 Aug 23 10:25:53.140416 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e844be18-7291-4fa4-8e16-a67312beea8d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:53.146313 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-126922e2-4ad0-44e2-aa0f-93ca337c12c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:53.182284 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6c2588be-f976-4b19-b122-d6f18c4a8ab3 req-1ab5f3d3-c4d7-4841-a486-acf5b219e018 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3ceddd-cfe4-4bd4-b736-2fb3ae71f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877903 Aug 23 10:25:53.198132 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844be18-7291-4fa4-8e16-a67312beea8d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Pushing event deleted for resources: {'Port': ['ID=cb6677ef-a852-432e-9fd7-f07c829c5a2d,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:53.229526 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-e844be18-7291-4fa4-8e16-a67312beea8d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:53.288868 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e844be18-7291-4fa4-8e16-a67312beea8d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for floatingip, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:53.309948 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-e844be18-7291-4fa4-8e16-a67312beea8d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for floatingip, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:53.311533 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-e844be18-7291-4fa4-8e16-a67312beea8d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "DELETE /v2.0/floatingips/af9a8eff-d939-4a7f-ba52-4c4cc253cf70 HTTP/1.1" status: 204 len: 168 time: 0.8846724 Aug 23 10:25:53.936180 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 44352) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:53.941503 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-1c9b0caa-ceac-4a64-8e11-602bd5f8c08c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--686426503', 'description': 'tempest-description--1971249749'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:25:53.947239 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-1c9b0caa-ceac-4a64-8e11-602bd5f8c08c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:53.952106 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-1c9b0caa-ceac-4a64-8e11-602bd5f8c08c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Usage tracker for resource:security_group and tenant:99082884e6bc45e18c151db1f08a2346 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:53.954993 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-1c9b0caa-ceac-4a64-8e11-602bd5f8c08c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:53.961906 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-1c9b0caa-ceac-4a64-8e11-602bd5f8c08c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:53.971200 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0caa-ceac-4a64-8e11-602bd5f8c08c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:53.993428 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-1c9b0caa-ceac-4a64-8e11-602bd5f8c08c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:53.997128 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-1c9b0caa-ceac-4a64-8e11-602bd5f8c08c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Usage tracker for resource:security_group_rule and tenant:99082884e6bc45e18c151db1f08a2346 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:54.000805 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-1c9b0caa-ceac-4a64-8e11-602bd5f8c08c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:54.006366 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-1c9b0caa-ceac-4a64-8e11-602bd5f8c08c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:54.160520 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0caa-ceac-4a64-8e11-602bd5f8c08c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:54.165198 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0caa-ceac-4a64-8e11-602bd5f8c08c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:54.168761 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-4a48f752-d456-4979-a6ef-cb8da3071fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:54.211166 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b0caa-ceac-4a64-8e11-602bd5f8c08c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:54.213842 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0caa-ceac-4a64-8e11-602bd5f8c08c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:54.214989 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-1c9b0caa-ceac-4a64-8e11-602bd5f8c08c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2777460 Aug 23 10:25:54.215864 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-1c9b0caa-ceac-4a64-8e11-602bd5f8c08c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:54.218513 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 44356) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:54.223532 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-216e88e3-e84e-4880-94d3-b27d7588c91e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Request body: {'security_group_rule': {'security_group_id': '6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:25:54.229413 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-216e88e3-e84e-4880-94d3-b27d7588c91e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:54.233724 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-216e88e3-e84e-4880-94d3-b27d7588c91e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Usage tracker for resource:security_group_rule and tenant:99082884e6bc45e18c151db1f08a2346 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:54.236617 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-216e88e3-e84e-4880-94d3-b27d7588c91e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:54.242672 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-216e88e3-e84e-4880-94d3-b27d7588c91e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:54.259535 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-216e88e3-e84e-4880-94d3-b27d7588c91e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:54.320571 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-216e88e3-e84e-4880-94d3-b27d7588c91e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:54.324065 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-216e88e3-e84e-4880-94d3-b27d7588c91e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:54.326165 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-5c2cb551-2f0d-41a4-b0ed-ccb5b8a5685b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:54.348890 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e88e3-e84e-4880-94d3-b27d7588c91e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c8b356-53db-4228-ba8c-d24b70572c43,revision_number=0']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:54.351317 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-216e88e3-e84e-4880-94d3-b27d7588c91e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:54.360127 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-216e88e3-e84e-4880-94d3-b27d7588c91e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:54.361343 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-216e88e3-e84e-4880-94d3-b27d7588c91e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419196 Aug 23 10:25:54.364022 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 44360) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:54.369647 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-5527e9e0-d25d-4d2d-bdd6-5e40294a8c64 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Request body: {'security_group_rule': {'security_group_id': '6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:25:54.376620 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-5527e9e0-d25d-4d2d-bdd6-5e40294a8c64 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:54.380767 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-5527e9e0-d25d-4d2d-bdd6-5e40294a8c64 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Usage tracker for resource:security_group_rule and tenant:99082884e6bc45e18c151db1f08a2346 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:54.383638 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-5527e9e0-d25d-4d2d-bdd6-5e40294a8c64 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:54.389222 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-5527e9e0-d25d-4d2d-bdd6-5e40294a8c64 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:54.409756 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5527e9e0-d25d-4d2d-bdd6-5e40294a8c64 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:54.473253 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5527e9e0-d25d-4d2d-bdd6-5e40294a8c64 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:54.476832 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5527e9e0-d25d-4d2d-bdd6-5e40294a8c64 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:54.478785 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:54.501693 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527e9e0-d25d-4d2d-bdd6-5e40294a8c64 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a391d0ea-5a66-44ca-bd5a-2cc55143a9a7,revision_number=0']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:54.504208 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-5527e9e0-d25d-4d2d-bdd6-5e40294a8c64 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:54.515284 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5527e9e0-d25d-4d2d-bdd6-5e40294a8c64 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:54.516536 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-5527e9e0-d25d-4d2d-bdd6-5e40294a8c64 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516018 Aug 23 10:25:54.519650 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 44366) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:54.524908 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Request body: {'floatingip': {'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:25:54.530994 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:54.534801 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Usage tracker for resource:floatingip and tenant:99082884e6bc45e18c151db1f08a2346 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:54.537612 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:54.543419 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:54.554122 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for floatingip, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:54.695931 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:54.839868 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Allocated IP 172.28.2.36 (6abbf648-30c3-4bc3-b6f8-fb92b7833a6b/1bf33108-a606-44c8-ae34-6d10a469fb3b/cd67b979-241b-4fbb-bdf4-acfc607f9f72) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:25:54.986114 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:55.016859 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:55.021356 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:55.084746 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:25:55.087973 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:25:55.092133 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:25:55.135575 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Pushing event updated for resources: {'Port': ['ID=cd67b979-241b-4fbb-bdf4-acfc607f9f72,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:55.140391 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:55.190183 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:55.252687 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:55.472270 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:55.476555 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:55.481250 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-8a418977-0171-4219-b0b1-5f130240e4af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:55.598852 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Pushing event updated for resources: {'Port': ['ID=cd67b979-241b-4fbb-bdf4-acfc607f9f72,revision_number=2']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:55.604326 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:55.611253 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901046'] for floatingip, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:55.637957 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for floatingip, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:55.647876 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1193273 Aug 23 10:25:55.864410 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-0d615843-a99d-402d-84a6-0f16b2520954 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Synchronizing usage tracker for tenant:99082884e6bc45e18c151db1f08a2346 on resource:security_group {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:25:55.880611 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-0d615843-a99d-402d-84a6-0f16b2520954 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Unset dirty status for tenant:99082884e6bc45e18c151db1f08a2346 on resource:security_group {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:25:55.881813 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-0d615843-a99d-402d-84a6-0f16b2520954 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--686426503&fields=id&tenant_id=99082884e6bc45e18c151db1f08a2346 HTTP/1.1" status: 200 len: 267 time: 0.0584562 Aug 23 10:25:56.036910 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-324ae1f3-92ad-459c-b765-65feda8b6a44 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:56.038357 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-324ae1f3-92ad-459c-b765-65feda8b6a44 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/networks?id=d137faa0-f4f8-4597-9039-8107bc591b01 HTTP/1.1" status: 200 len: 817 time: 0.1499963 Aug 23 10:25:56.054213 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-787a0252-84f7-41b9-80db-435ec5f96eb3 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/quotas/99082884e6bc45e18c151db1f08a2346 HTTP/1.1" status: 200 len: 375 time: 0.0101726 Aug 23 10:25:56.144864 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-bf339047-2eb6-4bef-8c31-646bf0e130e5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Synchronizing usage tracker for tenant:99082884e6bc45e18c151db1f08a2346 on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:25:56.161039 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-bf339047-2eb6-4bef-8c31-646bf0e130e5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Unset dirty status for tenant:99082884e6bc45e18c151db1f08a2346 on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:25:56.162519 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-bf339047-2eb6-4bef-8c31-646bf0e130e5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=99082884e6bc45e18c151db1f08a2346&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1028719 Aug 23 10:25:56.304343 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-17a7f9c4-34d1-49b6-97db-d581a590bb88 service neutron] 10.222.0.20 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293046 Aug 23 10:25:56.527593 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-3e239139-4908-4594-b7a9-fea11957003d service neutron] 10.222.0.20 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176101 Aug 23 10:25:56.687765 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e3ce2-bd76-4771-b737-55a2727c26ec req-d06065a1-41c6-4c91-8c27-a83b8d829e58 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:56.689560 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-144e3ce2-bd76-4771-b737-55a2727c26ec req-d06065a1-41c6-4c91-8c27-a83b8d829e58 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbe5fbbb-1e47-4739-a161-d24e8fd6d97c HTTP/1.1" status: 200 len: 945 time: 0.0934231 Aug 23 10:25:56.729031 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-1488d8fb-05ac-4561-97e8-14babecfcbb6 req-9b9c453a-ebd0-46d4-8290-60994e2a1377 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 210 time: 0.0658255 Aug 23 10:25:56.747821 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-144e3ce2-bd76-4771-b737-55a2727c26ec req-145cfed8-e6c9-45d1-b5ac-d837d318a7c2 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3ceddd-cfe4-4bd4-b736-2fb3ae71f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501738 Aug 23 10:25:57.941379 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a7adff12-4be3-4a62-bf68-810ce564ac4a req-9c675331-f936-4855-809c-59816abba63e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 210 time: 0.0552080 Aug 23 10:25:57.971752 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-62a7ff13-07c3-4a8a-be5c-8607ac59a13f tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:57.971752 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-62a7ff13-07c3-4a8a-be5c-8607ac59a13f tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.46 "GET /v2.0/networks?id=d137faa0-f4f8-4597-9039-8107bc591b01 HTTP/1.1" status: 200 len: 817 time: 0.2502389 Aug 23 10:25:57.989423 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47626579-36c0-4d27-bb33-5ebcb1346c8a req-04a62bd5-f76d-45be-bcdd-333287faecea tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:57.991069 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-47626579-36c0-4d27-bb33-5ebcb1346c8a req-04a62bd5-f76d-45be-bcdd-333287faecea tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbe5fbbb-1e47-4739-a161-d24e8fd6d97c HTTP/1.1" status: 200 len: 945 time: 0.1058588 Aug 23 10:25:58.022197 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-c6269d97-085f-4068-a18d-8f4ec5b41ac3 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99082884e6bc45e18c151db1f08a2346 HTTP/1.1" status: 200 len: 379 time: 0.0435302 Aug 23 10:25:58.035092 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-b4c6372e-ea5b-4b1c-96d6-384be71dcafb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Request body: {'port': {'device_id': 'c1ce7d48-302b-4e78-aa37-e5ac0709bece', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'admin_state_up': True, 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'security_groups': ['6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6']}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:25:58.037495 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-47626579-36c0-4d27-bb33-5ebcb1346c8a req-0ec50f05-978e-4b65-92d0-98584f99d27e tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3ceddd-cfe4-4bd4-b736-2fb3ae71f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404553 Aug 23 10:25:58.175994 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-b4c6372e-ea5b-4b1c-96d6-384be71dcafb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:58.186216 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-b4c6372e-ea5b-4b1c-96d6-384be71dcafb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:58.196600 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-b4c6372e-ea5b-4b1c-96d6-384be71dcafb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Made reservation on behalf of 99082884e6bc45e18c151db1f08a2346 for: {'port': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:25:58.200217 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-b4c6372e-ea5b-4b1c-96d6-384be71dcafb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:58.430436 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6edd64-70b8-4a0b-9c9e-2226361bf9ae req-5947097d-a4f2-47d9-b8e0-4d25a3ee0af6 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:58.431765 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6b6edd64-70b8-4a0b-9c9e-2226361bf9ae req-5947097d-a4f2-47d9-b8e0-4d25a3ee0af6 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbe5fbbb-1e47-4739-a161-d24e8fd6d97c HTTP/1.1" status: 200 len: 945 time: 0.1694648 Aug 23 10:25:58.443418 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-b4c6372e-ea5b-4b1c-96d6-384be71dcafb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Allocated IP 172.20.0.13 (d137faa0-f4f8-4597-9039-8107bc591b01/2f85e825-59e5-4c98-a66a-77e558377d2d/a1697432-45ba-4188-b961-42571b2c3cec) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:25:58.539103 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-6b6edd64-70b8-4a0b-9c9e-2226361bf9ae req-1aa475e9-9544-46a0-8658-efea3655212f tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Deleting port c7d65281-82c8-4b64-9686-767fb4b26af0 {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:25:58.539437 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-6b6edd64-70b8-4a0b-9c9e-2226361bf9ae req-1aa475e9-9544-46a0-8658-efea3655212f tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:58.886076 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-b4c6372e-ea5b-4b1c-96d6-384be71dcafb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:58.919571 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-b4c6372e-ea5b-4b1c-96d6-384be71dcafb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Transition to ACTIVE for port object a1697432-45ba-4188-b961-42571b2c3cec will not be triggered until provisioned by entity DHCP. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:25:58.945961 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-6b6edd64-70b8-4a0b-9c9e-2226361bf9ae req-1aa475e9-9544-46a0-8658-efea3655212f tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] For port c7d65281-82c8-4b64-9686-767fb4b26af0, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c7d65281-82c8-4b64-9686-767fb4b26af0,segment=NetworkSegment(da5a2281-1ae3-4203-9c52-bfa0f8e69883),segment_id=da5a2281-1ae3-4203-9c52-bfa0f8e69883)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:58.946636 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-6b6edd64-70b8-4a0b-9c9e-2226361bf9ae req-1aa475e9-9544-46a0-8658-efea3655212f tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:59.083157 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-6b6edd64-70b8-4a0b-9c9e-2226361bf9ae req-1aa475e9-9544-46a0-8658-efea3655212f tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Calling delete_port for c7d65281-82c8-4b64-9686-767fb4b26af0 owned by compute:nova {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:25:59.173848 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-cb1f6cc6-ff4f-4dcf-bf96-37717eb4a9c3 req-3910b554-a2ad-40cf-aa4e-e13c06c36dfd tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 210 time: 0.1027145 Aug 23 10:25:59.191478 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-b4c6372e-ea5b-4b1c-96d6-384be71dcafb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:59.198228 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-c13d8ca2-eec9-4c89-b4c8-7d979c2c82e2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:59.235441 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc280b-5176-4029-bc9a-4998239a9a5a req-0dd1b5b2-b973-4744-ab30-515aebfc3254 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:59.237046 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-93dc280b-5176-4029-bc9a-4998239a9a5a req-0dd1b5b2-b973-4744-ab30-515aebfc3254 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbe5fbbb-1e47-4739-a161-d24e8fd6d97c HTTP/1.1" status: 200 len: 945 time: 0.0935445 Aug 23 10:25:59.285785 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-93dc280b-5176-4029-bc9a-4998239a9a5a req-0b0ddecb-6b04-4994-8797-1efe2799c4bb tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca3ceddd-cfe4-4bd4-b736-2fb3ae71f6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428421 Aug 23 10:25:59.370878 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-b4c6372e-ea5b-4b1c-96d6-384be71dcafb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Network d137faa0-f4f8-4597-9039-8107bc591b01 is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:25:59.376168 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-b4c6372e-ea5b-4b1c-96d6-384be71dcafb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:25:59.381662 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-b4c6372e-ea5b-4b1c-96d6-384be71dcafb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:25:59.454732 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6372e-ea5b-4b1c-96d6-384be71dcafb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Pushing event updated for resources: {'Port': ['ID=a1697432-45ba-4188-b961-42571b2c3cec,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:59.467151 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-b4c6372e-ea5b-4b1c-96d6-384be71dcafb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:59.512550 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-b4c6372e-ea5b-4b1c-96d6-384be71dcafb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:59.513215 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-b4c6372e-ea5b-4b1c-96d6-384be71dcafb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:59.529927 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-6b6edd64-70b8-4a0b-9c9e-2226361bf9ae req-1aa475e9-9544-46a0-8658-efea3655212f tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:59.536626 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-ce7dfbf7-5115-4d1e-9c4f-0007c69c753e tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:59.545393 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['c7d65281-82c8-4b64-9686-767fb4b26af0'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:25:59.594417 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa475e9-9544-46a0-8658-efea3655212f tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Pushing event deleted for resources: {'Port': ['ID=c7d65281-82c8-4b64-9686-767fb4b26af0,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:59.610034 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-34aca786-8e67-4267-ade6-9621e16fe607 None None] Provisioning for port a1697432-45ba-4188-b961-42571b2c3cec completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:25:59.614614 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-34aca786-8e67-4267-ade6-9621e16fe607 None None] Provisioning complete for port a1697432-45ba-4188-b961-42571b2c3cec triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:25:59.614994 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-34aca786-8e67-4267-ade6-9621e16fe607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:59.629826 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-1aa475e9-9544-46a0-8658-efea3655212f tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:59.631356 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-b4c6372e-ea5b-4b1c-96d6-384be71dcafb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6004159 Aug 23 10:25:59.668953 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-34aca786-8e67-4267-ade6-9621e16fe607 None None] Port a1697432-45ba-4188-b961-42571b2c3cec cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:25:59.679435 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Request body: {'port': {'device_id': 'c1ce7d48-302b-4e78-aa37-e5ac0709bece', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:25:59.705319 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6edd64-70b8-4a0b-9c9e-2226361bf9ae req-1aa475e9-9544-46a0-8658-efea3655212f tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] No DVR routers for this DVR port c7d65281-82c8-4b64-9686-767fb4b26af0 on host hv-cinder-80278 {{(pid=79164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:25:59.712324 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-6b6edd64-70b8-4a0b-9c9e-2226361bf9ae req-1aa475e9-9544-46a0-8658-efea3655212f tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:59.714244 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6b6edd64-70b8-4a0b-9c9e-2226361bf9ae req-1aa475e9-9544-46a0-8658-efea3655212f tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] 10.222.0.46 "DELETE /v2.0/ports/c7d65281-82c8-4b64-9686-767fb4b26af0 HTTP/1.1" status: 204 len: 173 time: 1.2687120 Aug 23 10:25:59.714750 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe5fbbb-1e47-4739-a161-d24e8fd6d97c', 'name': 'network-vif-deleted', 'tag': 'c7d65281-82c8-4b64-9686-767fb4b26af0'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:25:59.775598 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe5fbbb-1e47-4739-a161-d24e8fd6d97c', 'name': 'network-vif-deleted', 'tag': 'c7d65281-82c8-4b64-9686-767fb4b26af0', 'status': 'completed', 'code': 200} Aug 23 10:25:59.811713 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:00.166558 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1697432-45ba-4188-b961-42571b2c3cec {{(pid=79164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:26:00.174463 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:00.189582 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Transition to ACTIVE for port object a1697432-45ba-4188-b961-42571b2c3cec will not be triggered until provisioned by entity L2. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:26:00.193730 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:00.203454 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:00.409747 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Pushing event updated for resources: {'Port': ['ID=a1697432-45ba-4188-b961-42571b2c3cec,revision_number=2']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:00.412730 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:00.463553 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Attempting to bind port a1697432-45ba-4188-b961-42571b2c3cec on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:26:00.463927 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Attempting to bind port a1697432-45ba-4188-b961-42571b2c3cec by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '6a1fd02f-1fad-483b-a96b-f9befe06bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01'}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:26:00.464262 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Attempting to bind port a1697432-45ba-4188-b961-42571b2c3cec on network d137faa0-f4f8-4597-9039-8107bc591b01 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:26:00.464920 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3665dde-6d87-4ec6-aeae-f6f1572e84ee req-a5c0f314-8691-4702-b759-bde59c089f1c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:00.472498 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a3665dde-6d87-4ec6-aeae-f6f1572e84ee req-a5c0f314-8691-4702-b759-bde59c089f1c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 944 time: 0.1394379 Aug 23 10:26:00.472755 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Port a1697432-45ba-4188-b961-42571b2c3cec on network d137faa0-f4f8-4597-9039-8107bc591b01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:26:00.473090 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Attempting to bind port a1697432-45ba-4188-b961-42571b2c3cec on network d137faa0-f4f8-4597-9039-8107bc591b01 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:26:00.479452 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Checking agent: {'id': 'da4e5719-434b-498c-af5a-9a8836947b40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'started_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:26:00.479794 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Checking segment: {'id': '6a1fd02f-1fad-483b-a96b-f9befe06bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:26:00.480208 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Bound using segment: {'id': '6a1fd02f-1fad-483b-a96b-f9befe06bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01'} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:26:00.480705 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Bound port: a1697432-45ba-4188-b961-42571b2c3cec, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1fd02f-1fad-483b-a96b-f9befe06bfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01'}}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:26:00.481080 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:00.520350 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a3665dde-6d87-4ec6-aeae-f6f1572e84ee req-f3bdc5f1-8c30-4dfa-bd0f-ba916514c903 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464165 Aug 23 10:26:00.580921 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] For port a1697432-45ba-4188-b961-42571b2c3cec, host hv-cinder-80278, cleared binding levels {{(pid=79164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:26:00.585539 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] For port a1697432-45ba-4188-b961-42571b2c3cec, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a1697432-45ba-4188-b961-42571b2c3cec,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:26:00.590522 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:00.595462 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:00.659490 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:00.660369 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:00.661842 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] 10.222.0.46 "PUT /v2.0/ports/a1697432-45ba-4188-b961-42571b2c3cec HTTP/1.1" status: 200 len: 1094 time: 0.9916136 Aug 23 10:26:00.685615 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Pushing event updated for resources: {'Port': ['ID=a1697432-45ba-4188-b961-42571b2c3cec,revision_number=3']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:00.689587 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:00.810627 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-37d39735-4b37-4e5e-af08-775a73d34a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:00.813266 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-37d39735-4b37-4e5e-af08-775a73d34a0c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99082884e6bc45e18c151db1f08a2346&device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 1097 time: 0.1025898 Aug 23 10:26:00.909914 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-181e01f0-ef17-44b3-9698-32c509332b80 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1697432-45ba-4188-b961-42571b2c3cec HTTP/1.1" status: 200 len: 217 time: 0.0881464 Aug 23 10:26:00.975972 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-94612335-9389-49bc-a3d2-11e46e61ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:00.977340 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-94612335-9389-49bc-a3d2-11e46e61ee12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f85e825-59e5-4c98-a66a-77e558377d2d HTTP/1.1" status: 200 len: 856 time: 0.0599265 Aug 23 10:26:01.056885 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-d80b4da8-908b-478f-8fbe-6ca957fae33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:01.058304 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-d80b4da8-908b-478f-8fbe-6ca957fae33a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d137faa0-f4f8-4597-9039-8107bc591b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740817 Aug 23 10:26:01.288223 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-a8ce35f8-3ddf-46ea-9b30-0730e915fb8b service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208569 Aug 23 10:26:01.421492 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-babdddb3-ce30-489e-b0c4-1112855c68d5 req-4c15fdcb-cf82-4303-b4a8-3f2d81471de7 service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269472 Aug 23 10:26:01.709309 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b328575-999b-43b3-b90d-471c1105fc06 req-5e5fccc0-4f72-40d2-8cb3-21d0568031f4 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:01.709992 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-8b328575-999b-43b3-b90d-471c1105fc06 req-5e5fccc0-4f72-40d2-8cb3-21d0568031f4 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Synchronizing usage tracker for tenant:99082884e6bc45e18c151db1f08a2346 on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:26:01.725624 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-8b328575-999b-43b3-b90d-471c1105fc06 req-5e5fccc0-4f72-40d2-8cb3-21d0568031f4 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Unset dirty status for tenant:99082884e6bc45e18c151db1f08a2346 on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:26:01.726754 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8b328575-999b-43b3-b90d-471c1105fc06 req-5e5fccc0-4f72-40d2-8cb3-21d0568031f4 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 944 time: 0.0951698 Aug 23 10:26:01.771958 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8b328575-999b-43b3-b90d-471c1105fc06 req-fe6d87e2-9a3a-4ecb-b61a-1a7a98d2cf73 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386744 Aug 23 10:26:01.776552 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ce7d48-302b-4e78-aa37-e5ac0709bece', 'tag': 'a1697432-45ba-4188-b961-42571b2c3cec'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:26:01.822673 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ce7d48-302b-4e78-aa37-e5ac0709bece', 'tag': 'a1697432-45ba-4188-b961-42571b2c3cec', 'status': 'completed', 'code': 200} Aug 23 10:26:01.918730 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07892dbc-944a-484d-8896-fe41f990774f req-2b761cb7-b0a1-4673-a1ce-c7b59ce5b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:01.920407 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-07892dbc-944a-484d-8896-fe41f990774f req-2b761cb7-b0a1-4673-a1ce-c7b59ce5b5fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99082884e6bc45e18c151db1f08a2346&device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 1097 time: 0.0755894 Aug 23 10:26:02.054486 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07892dbc-944a-484d-8896-fe41f990774f req-a803bafc-62d0-45f5-a7be-b2577f06365f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:02.055997 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-07892dbc-944a-484d-8896-fe41f990774f req-a803bafc-62d0-45f5-a7be-b2577f06365f service neutron] 10.222.0.46 "GET /v2.0/networks?id=d137faa0-f4f8-4597-9039-8107bc591b01 HTTP/1.1" status: 200 len: 918 time: 0.1290934 Aug 23 10:26:02.126519 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-07892dbc-944a-484d-8896-fe41f990774f req-4ec2802a-b3e7-49f2-863e-09c6bb3d5ec7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1697432-45ba-4188-b961-42571b2c3cec HTTP/1.1" status: 200 len: 217 time: 0.0633550 Aug 23 10:26:02.193851 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07892dbc-944a-484d-8896-fe41f990774f req-aeb815d5-2801-4991-acbc-f2678159391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:02.195350 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-07892dbc-944a-484d-8896-fe41f990774f req-aeb815d5-2801-4991-acbc-f2678159391c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f85e825-59e5-4c98-a66a-77e558377d2d HTTP/1.1" status: 200 len: 856 time: 0.0604656 Aug 23 10:26:02.279727 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07892dbc-944a-484d-8896-fe41f990774f req-82fb8187-9ba6-4dc9-ae5d-3f8f511e1a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:02.281325 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-07892dbc-944a-484d-8896-fe41f990774f req-82fb8187-9ba6-4dc9-ae5d-3f8f511e1a44 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d137faa0-f4f8-4597-9039-8107bc591b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778747 Aug 23 10:26:02.412750 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device c7d65281-82c8-4b64-9686-767fb4b26af0 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:26:02.426599 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-07892dbc-944a-484d-8896-fe41f990774f req-0c97d352-ed9a-439e-abc8-de8f29e5d615 service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364453 Aug 23 10:26:02.450253 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] No Port match for: c7d65281-82c8-4b64-9686-767fb4b26af0 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:26:02.450613 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device c7d65281-82c8-4b64-9686-767fb4b26af0 not bound to the agent host hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:26:02.566084 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-07892dbc-944a-484d-8896-fe41f990774f req-bea6f421-3774-4416-ac8f-dbf8b0e2dda5 service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314914 Aug 23 10:26:02.963666 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d5e6e-aed3-41f5-a6ac-74a8f1d83278 req-9d3518bc-f8a0-475f-abec-62a8087f8687 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:02.965147 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a99d5e6e-aed3-41f5-a6ac-74a8f1d83278 req-9d3518bc-f8a0-475f-abec-62a8087f8687 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 944 time: 0.0827551 Aug 23 10:26:03.009153 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a99d5e6e-aed3-41f5-a6ac-74a8f1d83278 req-01f2617e-0dbf-4401-b880-64432fd155b2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376494 Aug 23 10:26:04.240424 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f164fb-86cc-4e1b-b788-c07bfa11862a req-3b164073-853e-4c01-b212-40aa20ce4476 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:04.242065 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-75f164fb-86cc-4e1b-b788-c07bfa11862a req-3b164073-853e-4c01-b212-40aa20ce4476 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 944 time: 0.1234350 Aug 23 10:26:04.291171 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-75f164fb-86cc-4e1b-b788-c07bfa11862a req-0a16fbd8-ff35-4c2c-acbc-454df6a6378c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432062 Aug 23 10:26:04.428365 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device a1697432-45ba-4188-b961-42571b2c3cec details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:26:04.558943 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port a1697432-45ba-4188-b961-42571b2c3cec, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a1697432-45ba-4188-b961-42571b2c3cec,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:04.572055 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': 'a1697432-45ba-4188-b961-42571b2c3cec', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'port_id': 'a1697432-45ba-4188-b961-42571b2c3cec', 'mac_address': 'fa:16:3e:b0:2d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:26:04.626053 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:04.642879 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1697432-45ba-4188-b961-42571b2c3cec {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:26:04.657861 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port a1697432-45ba-4188-b961-42571b2c3cec, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a1697432-45ba-4188-b961-42571b2c3cec,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:04.661713 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:04.663373 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:04.730425 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=a1697432-45ba-4188-b961-42571b2c3cec,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:04.733648 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:04.921290 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['a1697432-45ba-4188-b961-42571b2c3cec'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:26:05.486051 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632da88-9707-4ddf-a12b-77b45b3313cf req-fbde3b63-2758-4707-87e1-a8849098c94b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:05.487444 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-3632da88-9707-4ddf-a12b-77b45b3313cf req-fbde3b63-2758-4707-87e1-a8849098c94b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 945 time: 0.0809987 Aug 23 10:26:05.533137 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-3632da88-9707-4ddf-a12b-77b45b3313cf req-44c60c7d-535c-4ad5-a1f1-a30d71f3d60b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398252 Aug 23 10:26:06.121524 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-4026c6e2-f528-4206-9022-d3a37f05156b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:06.443973 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device a1697432-45ba-4188-b961-42571b2c3cec up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:26:06.512333 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning for port a1697432-45ba-4188-b961-42571b2c3cec completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:26:06.516938 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port a1697432-45ba-4188-b961-42571b2c3cec triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:06.517626 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:06.639253 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:06.666395 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ce7d48-302b-4e78-aa37-e5ac0709bece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1697432-45ba-4188-b961-42571b2c3cec'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:26:06.676842 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port a1697432-45ba-4188-b961-42571b2c3cec, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a1697432-45ba-4188-b961-42571b2c3cec,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:06.685647 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:06.687675 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:06.731587 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ce7d48-302b-4e78-aa37-e5ac0709bece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1697432-45ba-4188-b961-42571b2c3cec', 'code': 200} Aug 23 10:26:06.781723 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:06.783499 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=a1697432-45ba-4188-b961-42571b2c3cec,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:06.790198 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:06.797407 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ae546-f701-49af-b906-5b78e974a190 req-afcb669e-6c40-41bc-968d-a3337e71df5d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:06.801813 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-611ae546-f701-49af-b906-5b78e974a190 req-afcb669e-6c40-41bc-968d-a3337e71df5d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.1544268 Aug 23 10:26:06.808034 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:06.859463 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-611ae546-f701-49af-b906-5b78e974a190 req-7047ca21-a130-401f-a1ba-ef20f8e052df tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516343 Aug 23 10:26:07.017731 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecfa58-b5c7-4dae-b856-55e03ef08c9c req-ba46d00f-99a5-4b88-a007-70615a5439d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:07.019204 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-aeecfa58-b5c7-4dae-b856-55e03ef08c9c req-ba46d00f-99a5-4b88-a007-70615a5439d4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 1099 time: 0.0714147 Aug 23 10:26:07.061751 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-aeecfa58-b5c7-4dae-b856-55e03ef08c9c req-b3fc67c6-9761-41f4-bc93-a27649f9d64e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358841 Aug 23 10:26:08.058935 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042888f-e108-4bf8-8ff0-98a9e34d6c2b req-ea0b8064-b6bd-4442-85e2-54ad4450b900 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:08.060474 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-8042888f-e108-4bf8-8ff0-98a9e34d6c2b req-ea0b8064-b6bd-4442-85e2-54ad4450b900 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.0865862 Aug 23 10:26:08.114725 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-8042888f-e108-4bf8-8ff0-98a9e34d6c2b req-96e30d27-f94f-40f0-9abb-6f2cf2ead77f tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486867 Aug 23 10:26:08.928810 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-59073744-2259-428a-ba24-1f47c09763c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:09.316012 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a8fd8-87b0-4d6c-9f78-2014d963de1e req-a35be4ac-2955-4ba5-be14-9362ae16162c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:09.317497 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4a7a8fd8-87b0-4d6c-9f78-2014d963de1e req-a35be4ac-2955-4ba5-be14-9362ae16162c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.0838239 Aug 23 10:26:09.363424 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4a7a8fd8-87b0-4d6c-9f78-2014d963de1e req-dc5f7341-15e9-4399-96ae-d88c34bd7412 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401478 Aug 23 10:26:09.431993 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:09.557792 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594bde0-2d13-462c-a93e-5ba81ac5e91b req-fffaf68c-5296-4cd4-ba78-28d38aec3f73 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:09.559245 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7594bde0-2d13-462c-a93e-5ba81ac5e91b req-fffaf68c-5296-4cd4-ba78-28d38aec3f73 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.0838187 Aug 23 10:26:09.568773 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 44572) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:09.573851 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-522c12df-3814-424e-8771-09c4aa9bf661 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Request body: {'floatingip': {'port_id': 'a1697432-45ba-4188-b961-42571b2c3cec'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:26:09.650430 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-522c12df-3814-424e-8771-09c4aa9bf661 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for floatingip, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:10.362850 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-522c12df-3814-424e-8771-09c4aa9bf661 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:10.366494 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-522c12df-3814-424e-8771-09c4aa9bf661 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901046'] for floatingip, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:10.539081 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.db.l3_db [None req-522c12df-3814-424e-8771-09c4aa9bf661 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Floating IP 97869ef5-c377-43c9-b924-f2d30a366df9 associated. External IP: 172.28.2.36, port: a1697432-45ba-4188-b961-42571b2c3cec. Aug 23 10:26:10.839172 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:10.931646 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-06060964-7682-4599-9fb2-ff9c87acbeb0 req-d2741dd4-85fc-4b5c-b7ea-b9ae9626da0a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2229006 Aug 23 10:26:10.946069 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522c12df-3814-424e-8771-09c4aa9bf661 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Router 9668630c-2efb-4cd4-a120-0553ce1f5de0 has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:26:11.290809 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06060964-7682-4599-9fb2-ff9c87acbeb0 req-37d2adab-b9e3-4d3e-97ba-7b61b1ed90e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:11.292277 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-06060964-7682-4599-9fb2-ff9c87acbeb0 req-37d2adab-b9e3-4d3e-97ba-7b61b1ed90e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0f7294401b14331ae0120ea59c4e348&device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 1098 time: 0.2868199 Aug 23 10:26:11.296783 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522c12df-3814-424e-8771-09c4aa9bf661 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:26:11.300618 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-522c12df-3814-424e-8771-09c4aa9bf661 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for floatingip, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:11.309893 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161773ca-00e4-4318-8efa-08bcbcd4f317 None None] Sync routers for ids ['9668630c-2efb-4cd4-a120-0553ce1f5de0'] in dv-cinder-802781-2-smb {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:26:11.326070 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161773ca-00e4-4318-8efa-08bcbcd4f317 None None] Routers {'9668630c-2efb-4cd4-a120-0553ce1f5de0'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:26:11.327193 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-161773ca-00e4-4318-8efa-08bcbcd4f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:26:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['9668630c-2efb-4cd4-a120-0553ce1f5de0'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:11.407722 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-522c12df-3814-424e-8771-09c4aa9bf661 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "PUT /v2.0/floatingips/97869ef5-c377-43c9-b924-f2d30a366df9 HTTP/1.1" status: 200 len: 991 time: 1.8378034 Aug 23 10:26:11.413029 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ce7d48-302b-4e78-aa37-e5ac0709bece', 'tag': 'a1697432-45ba-4188-b961-42571b2c3cec'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:26:11.516110 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ce7d48-302b-4e78-aa37-e5ac0709bece', 'tag': 'a1697432-45ba-4188-b961-42571b2c3cec', 'status': 'completed', 'code': 200} Aug 23 10:26:11.611303 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-161773ca-00e4-4318-8efa-08bcbcd4f317 None None] Set router 9668630c-2efb-4cd4-a120-0553ce1f5de0 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:26:11.612086 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06060964-7682-4599-9fb2-ff9c87acbeb0 req-31a4b006-b54d-46a5-80d7-deb808730056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:11.613564 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-06060964-7682-4599-9fb2-ff9c87acbeb0 req-31a4b006-b54d-46a5-80d7-deb808730056 service neutron] 10.222.0.46 "GET /v2.0/networks?id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36 HTTP/1.1" status: 200 len: 912 time: 0.2655654 Aug 23 10:26:11.703739 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e17e45-f5a6-4132-bc28-288989d79005 req-ac796f14-c2a5-472b-b923-8c2fce3c6c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:11.705257 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e3e17e45-f5a6-4132-bc28-288989d79005 req-ac796f14-c2a5-472b-b923-8c2fce3c6c1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99082884e6bc45e18c151db1f08a2346&device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 1099 time: 0.1686819 Aug 23 10:26:11.765424 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-06060964-7682-4599-9fb2-ff9c87acbeb0 req-5049052b-04bd-439d-8f14-12c2ffc6b188 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d067c37-f93f-4d61-ae82-ed61a456739d HTTP/1.1" status: 200 len: 1000 time: 0.1399577 Aug 23 10:26:11.904055 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e17e45-f5a6-4132-bc28-288989d79005 req-c015d15b-7ff1-4146-a517-3e4b0c6ce32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:11.906088 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e3e17e45-f5a6-4132-bc28-288989d79005 req-c015d15b-7ff1-4146-a517-3e4b0c6ce32b service neutron] 10.222.0.46 "GET /v2.0/networks?id=d137faa0-f4f8-4597-9039-8107bc591b01 HTTP/1.1" status: 200 len: 918 time: 0.1890628 Aug 23 10:26:11.907510 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06060964-7682-4599-9fb2-ff9c87acbeb0 req-42644b1a-5559-4dea-a51a-84bfbbd3e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:11.908852 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-06060964-7682-4599-9fb2-ff9c87acbeb0 req-42644b1a-5559-4dea-a51a-84bfbbd3e191 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54cc7ed5-a0f7-4057-adce-6cedc0c75702 HTTP/1.1" status: 200 len: 850 time: 0.0912395 Aug 23 10:26:11.993318 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-161773ca-00e4-4318-8efa-08bcbcd4f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:22:23Z', 'revision_number': 4, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port': {'id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:05Z', 'updated_at': '2021-08-23T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_floatingips': [{'id': '97869ef5-c377-43c9-b924-f2d30a366df9', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'floating_ip_address': '172.28.2.36', 'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'router_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'port_id': 'a1697432-45ba-4188-b961-42571b2c3cec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'mac_address': 'fa:16:3e:b0:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce7d48-302b-4e78-aa37-e5ac0709bece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:25:55Z', 'updated_at': '2021-08-23T10:26:10Z', 'revision_number': 1, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53d6e27-0d30-4773-bd9a-0f659a0afd4c', 'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'mac_address': 'fa:16:3e:a6:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:15Z', 'updated_at': '2021-08-23T10:22:36Z', 'revision_number': 5, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'subnets': [{'id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:11.997029 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161773ca-00e4-4318-8efa-08bcbcd4f317 None None] Checking router: 9668630c-2efb-4cd4-a120-0553ce1f5de0 for host: dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:26:12.005870 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161773ca-00e4-4318-8efa-08bcbcd4f317 None None] Routers {'9668630c-2efb-4cd4-a120-0553ce1f5de0'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:26:12.006484 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-161773ca-00e4-4318-8efa-08bcbcd4f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:26:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['9668630c-2efb-4cd4-a120-0553ce1f5de0'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:12.064146 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e3e17e45-f5a6-4132-bc28-288989d79005 req-82a48bc5-c4da-436e-b776-8bfef2141ebb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1697432-45ba-4188-b961-42571b2c3cec HTTP/1.1" status: 200 len: 999 time: 0.1434844 Aug 23 10:26:12.127751 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06060964-7682-4599-9fb2-ff9c87acbeb0 req-8e812210-cb4b-4106-a103-3a167c871c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:12.129247 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-06060964-7682-4599-9fb2-ff9c87acbeb0 req-8e812210-cb4b-4106-a103-3a167c871c6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1584175 Aug 23 10:26:12.138370 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e17e45-f5a6-4132-bc28-288989d79005 req-39ea7ec7-4362-4b5e-8a07-84d1501d06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:12.139754 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e3e17e45-f5a6-4132-bc28-288989d79005 req-39ea7ec7-4362-4b5e-8a07-84d1501d06a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f85e825-59e5-4c98-a66a-77e558377d2d HTTP/1.1" status: 200 len: 856 time: 0.0689359 Aug 23 10:26:12.195220 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-161773ca-00e4-4318-8efa-08bcbcd4f317 None None] Set router 9668630c-2efb-4cd4-a120-0553ce1f5de0 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:26:12.321760 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e17e45-f5a6-4132-bc28-288989d79005 req-494ad707-6fcf-44e4-b185-44f7af07ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:12.323144 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e3e17e45-f5a6-4132-bc28-288989d79005 req-494ad707-6fcf-44e4-b185-44f7af07ef63 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d137faa0-f4f8-4597-9039-8107bc591b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1627016 Aug 23 10:26:12.325031 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-06060964-7682-4599-9fb2-ff9c87acbeb0 req-6840999d-f4df-429e-884a-1e04f6076bb4 service neutron] 10.222.0.46 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842663 Aug 23 10:26:12.537101 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-161773ca-00e4-4318-8efa-08bcbcd4f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:22:23Z', 'revision_number': 4, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port': {'id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:05Z', 'updated_at': '2021-08-23T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_floatingips': [{'id': '97869ef5-c377-43c9-b924-f2d30a366df9', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'floating_ip_address': '172.28.2.36', 'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'router_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'port_id': 'a1697432-45ba-4188-b961-42571b2c3cec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'mac_address': 'fa:16:3e:b0:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce7d48-302b-4e78-aa37-e5ac0709bece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:25:55Z', 'updated_at': '2021-08-23T10:26:10Z', 'revision_number': 1, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53d6e27-0d30-4773-bd9a-0f659a0afd4c', 'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'mac_address': 'fa:16:3e:a6:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:15Z', 'updated_at': '2021-08-23T10:22:36Z', 'revision_number': 5, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'subnets': [{'id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:12.541725 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161773ca-00e4-4318-8efa-08bcbcd4f317 None None] The sync data for ids ['9668630c-2efb-4cd4-a120-0553ce1f5de0'] in dv-cinder-802781-2-smb is: [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:22:23Z', 'revision_number': 4, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port': {'id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:05Z', 'updated_at': '2021-08-23T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_floatingips': [{'id': '97869ef5-c377-43c9-b924-f2d30a366df9', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'floating_ip_address': '172.28.2.36', 'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'router_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'port_id': 'a1697432-45ba-4188-b961-42571b2c3cec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'mac_address': 'fa:16:3e:b0:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce7d48-302b-4e78-aa37-e5ac0709bece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:25:55Z', 'updated_at': '2021-08-23T10:26:10Z', 'revision_number': 1, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53d6e27-0d30-4773-bd9a-0f659a0afd4c', 'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'mac_address': 'fa:16:3e:a6:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:15Z', 'updated_at': '2021-08-23T10:22:36Z', 'revision_number': 5, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'subnets': [{'id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:26:12.571322 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e3e17e45-f5a6-4132-bc28-288989d79005 req-8e156f78-3ccd-4392-8e13-c401dffae3f7 service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349381 Aug 23 10:26:12.573135 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-06060964-7682-4599-9fb2-ff9c87acbeb0 req-21b8b342-c7c0-441d-a8c5-20d6020f43f6 service neutron] 10.222.0.46 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357421 Aug 23 10:26:12.737764 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e3e17e45-f5a6-4132-bc28-288989d79005 req-17f44938-d22c-4481-bc2e-5127cb4ec226 service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539807 Aug 23 10:26:12.802071 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48632c0d-b239-43e0-9e23-c66091b835f7 None None] New status for floating IP 97869ef5-c377-43c9-b924-f2d30a366df9: ACTIVE {{(pid=79166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:26:15.924899 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b5351-b8bf-4884-8145-9fd9edb06dee req-cb1825ba-07ce-4e67-b16f-fd9640923074 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:15.926306 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-247b5351-b8bf-4884-8145-9fd9edb06dee req-cb1825ba-07ce-4e67-b16f-fd9640923074 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0835016 Aug 23 10:26:15.970742 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-247b5351-b8bf-4884-8145-9fd9edb06dee req-55b1548c-d41d-491a-87e7-845f247d157e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386827 Aug 23 10:26:17.152438 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94163bc1-08c9-46a2-8d18-29952c3d3fd6 req-e07daad9-5e19-42ec-be20-22493079eb39 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:17.153902 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-94163bc1-08c9-46a2-8d18-29952c3d3fd6 req-e07daad9-5e19-42ec-be20-22493079eb39 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0800014 Aug 23 10:26:17.199784 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-94163bc1-08c9-46a2-8d18-29952c3d3fd6 req-8863476f-330c-476f-b49e-75815067196e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395668 Aug 23 10:26:17.861465 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 44702) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:18.024079 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_v2 [None req-788901f3-80e9-40f4-a45b-a29d6c100f20 admin admin] Deleting subnet e1a9fb18-5e72-4f0f-bf49-5007ab40e1d6 {{(pid=79164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:26:18.027109 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-788901f3-80e9-40f4-a45b-a29d6c100f20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:18.076056 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-788901f3-80e9-40f4-a45b-a29d6c100f20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26330093'] for subnet, precommit_delete_associations {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:18.106387 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:26:18.139984 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-788901f3-80e9-40f4-a45b-a29d6c100f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870812'] for subnet, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:18.216453 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-788901f3-80e9-40f4-a45b-a29d6c100f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26337064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2551754'] for subnet, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:18.221140 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:18.260168 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-788901f3-80e9-40f4-a45b-a29d6c100f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for subnet, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:18.263235 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788901f3-80e9-40f4-a45b-a29d6c100f20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1a9fb18-5e72-4f0f-bf49-5007ab40e1d6,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:18.265910 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-788901f3-80e9-40f4-a45b-a29d6c100f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:18.272813 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-788901f3-80e9-40f4-a45b-a29d6c100f20 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e1a9fb18-5e72-4f0f-bf49-5007ab40e1d6 HTTP/1.1" status: 204 len: 168 time: 0.4080265 Aug 23 10:26:18.273159 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 44710) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:18.429449 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830045'] for network, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:18.525771 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f30e4-258d-44fc-913d-1380f89aaf2e req-58c77d76-5d3e-4ec5-b20b-fcc37f8fc982 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:18.527150 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-8b5f30e4-258d-44fc-913d-1380f89aaf2e req-58c77d76-5d3e-4ec5-b20b-fcc37f8fc982 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.2132959 Aug 23 10:26:18.594684 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864615', 'neutron.services.segments.db._delete_segments_for_network-8775983548317'] for network, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:18.611725 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae0226f-3d4a-423d-9927-25109f5ce005']}} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:18.633587 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5a2281-1ae3-4203-9c52-bfa0f8e69883') {'for_net_delete': True} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:18.633867 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5a2281-1ae3-4203-9c52-bfa0f8e69883') {} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:18.654003 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-8b5f30e4-258d-44fc-913d-1380f89aaf2e req-e5088e2a-a1fa-461a-82e5-70591a576550 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205196 Aug 23 10:26:18.656091 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775983546359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26919115'] for segment, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:18.756894 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:18.763131 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=79163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:26:18.763516 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26781108'] for segment, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: Traceback (most recent call last): Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: timer() Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: cb(*args, **kw) Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: return func(*args, **kwargs) Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: self._notify() Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: self.callback(batched_events) Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: event.method(event) Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: return f(self, *a, **k) Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: return self._get(url).json() Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: return self.request(url, 'GET', **kwargs) Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:26:18.777484 dv-cinder-802781-2-smb neutron-server[79163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:26:18.854141 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900943'] for network, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:18.857980 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-743a633b-f953-445d-a8a1-3180222636fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:18.876335 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:18.882206 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae0226f-3d4a-423d-9927-25109f5ce005,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:18.893444 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:18.893722 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:18.894074 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:18.894421 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:18.894869 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:18.895172 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:18.895574 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:18.895940 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:18.896335 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:18.896674 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:18.897013 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:18.897347 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:18.901085 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:18.905979 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-de2c5883-8e79-41f3-bc9d-b75c36046d6b admin admin] 10.222.0.20 "DELETE /v2.0/networks/4ae0226f-3d4a-423d-9927-25109f5ce005 HTTP/1.1" status: 204 len: 168 time: 0.6317792 Aug 23 10:26:18.908655 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 44722) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:18.968344 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d880bd-ea11-4ac5-a62f-62a19f19d229 admin admin] Deleting subnet d81b582e-f181-4eff-bcd7-b8b2e89f0010 {{(pid=79163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:26:18.971507 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8d880bd-ea11-4ac5-a62f-62a19f19d229 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.023300 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8d880bd-ea11-4ac5-a62f-62a19f19d229 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26919124'] for subnet, precommit_delete_associations {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.086166 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8d880bd-ea11-4ac5-a62f-62a19f19d229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870812'] for subnet, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.152732 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8d880bd-ea11-4ac5-a62f-62a19f19d229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26781138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26586266'] for subnet, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.157635 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c8b72c6e-fa46-4b6b-aa4a-e7a59538e1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:19.192340 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d880bd-ea11-4ac5-a62f-62a19f19d229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d81b582e-f181-4eff-bcd7-b8b2e89f0010,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:19.194262 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8d880bd-ea11-4ac5-a62f-62a19f19d229 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.196770 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c8d880bd-ea11-4ac5-a62f-62a19f19d229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:19.200822 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-c8d880bd-ea11-4ac5-a62f-62a19f19d229 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d81b582e-f181-4eff-bcd7-b8b2e89f0010 HTTP/1.1" status: 204 len: 168 time: 0.2911518 Aug 23 10:26:19.203313 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 44726) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:19.305820 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-78a7829e-4403-4c5c-9c5b-70f16d984bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830045'] for network, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.429431 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-78a7829e-4403-4c5c-9c5b-70f16d984bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864615', 'neutron.services.segments.db._delete_segments_for_network-8775983548317'] for network, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.443481 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-78a7829e-4403-4c5c-9c5b-70f16d984bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1907beae-ff24-465b-b36e-7257d7dcdf34']}} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:19.453499 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-78a7829e-4403-4c5c-9c5b-70f16d984bf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a03cf8f-669e-4e0f-ab0a-8db81e65a00e') {'for_net_delete': True} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:19.453788 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-78a7829e-4403-4c5c-9c5b-70f16d984bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a03cf8f-669e-4e0f-ab0a-8db81e65a00e') {} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:19.464951 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-78a7829e-4403-4c5c-9c5b-70f16d984bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775983546359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26919115'] for segment, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.485581 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-78a7829e-4403-4c5c-9c5b-70f16d984bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.491543 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a7829e-4403-4c5c-9c5b-70f16d984bf5 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=79163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:26:19.491953 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-78a7829e-4403-4c5c-9c5b-70f16d984bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26781108'] for segment, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: Traceback (most recent call last): Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: timer() Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: cb(*args, **kw) Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: return func(*args, **kwargs) Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: self._notify() Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: self.callback(batched_events) Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: event.method(event) Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: return f(self, *a, **k) Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: return self._get(url).json() Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: return self.request(url, 'GET', **kwargs) Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:26:19.505010 dv-cinder-802781-2-smb neutron-server[79163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:26:19.576402 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-78a7829e-4403-4c5c-9c5b-70f16d984bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900943'] for network, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.580382 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:19.596344 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-78a7829e-4403-4c5c-9c5b-70f16d984bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.602000 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7829e-4403-4c5c-9c5b-70f16d984bf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1907beae-ff24-465b-b36e-7257d7dcdf34,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:19.605993 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-78a7829e-4403-4c5c-9c5b-70f16d984bf5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1907beae-ff24-465b-b36e-7257d7dcdf34 HTTP/1.1" status: 204 len: 168 time: 0.4017291 Aug 23 10:26:19.606815 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-78a7829e-4403-4c5c-9c5b-70f16d984bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:19.713316 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 44736) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:19.766789 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-0471f984-4db8-46f7-9d93-3a1356600dd0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ac4c23f0844424db8260c347bff1fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522208 Aug 23 10:26:19.769239 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 44740) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:19.827281 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-afe8146d-be06-4736-a905-bd2562c3fa26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.846919 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7db07d-6347-48dc-8aff-afa762fb42c4 req-5dd481a5-4236-45ab-b89b-fde093f093ae tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:19.848373 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9e7db07d-6347-48dc-8aff-afa762fb42c4 req-5dd481a5-4236-45ab-b89b-fde093f093ae tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0852234 Aug 23 10:26:19.854981 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-afe8146d-be06-4736-a905-bd2562c3fa26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.894575 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9e7db07d-6347-48dc-8aff-afa762fb42c4 req-8968cb04-4ee4-4b82-b0bd-c77b3370ffbc tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401299 Aug 23 10:26:19.910136 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-afe8146d-be06-4736-a905-bd2562c3fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.914141 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c282eb8e-09ad-4740-bcbd-ebdb006e4118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:19.927193 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8146d-be06-4736-a905-bd2562c3fa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3ceddd-cfe4-4bd4-b736-2fb3ae71f6fb,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:19.930377 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-afe8146d-be06-4736-a905-bd2562c3fa26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:19.939886 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-afe8146d-be06-4736-a905-bd2562c3fa26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.943724 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-afe8146d-be06-4736-a905-bd2562c3fa26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca3ceddd-cfe4-4bd4-b736-2fb3ae71f6fb HTTP/1.1" status: 204 len: 168 time: 0.1735215 Aug 23 10:26:20.278433 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 44750) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:20.325718 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-041eb3e6-ebd1-4f08-ae3d-8fc673f09543 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11c9564de2d6434886b7556b61fb62ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461020 Aug 23 10:26:20.328673 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 44754) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:20.385027 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-0c74623f-b138-4017-9670-e0438c39857a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:20.413154 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-0c74623f-b138-4017-9670-e0438c39857a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:20.464555 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-0c74623f-b138-4017-9670-e0438c39857a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:20.469610 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-44256a58-57ff-4b0c-9fab-2a553300a89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:20.481188 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74623f-b138-4017-9670-e0438c39857a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8476aeba-4fec-4a03-b8fd-c032a0dda209,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:20.489564 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-0c74623f-b138-4017-9670-e0438c39857a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:20.490648 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-0c74623f-b138-4017-9670-e0438c39857a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8476aeba-4fec-4a03-b8fd-c032a0dda209 HTTP/1.1" status: 204 len: 168 time: 0.1611154 Aug 23 10:26:20.492119 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74623f-b138-4017-9670-e0438c39857a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:20.492484 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74623f-b138-4017-9670-e0438c39857a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:20.492875 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74623f-b138-4017-9670-e0438c39857a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:20.493210 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74623f-b138-4017-9670-e0438c39857a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:20.493586 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74623f-b138-4017-9670-e0438c39857a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:20.493937 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74623f-b138-4017-9670-e0438c39857a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:20.494280 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74623f-b138-4017-9670-e0438c39857a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:20.494622 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74623f-b138-4017-9670-e0438c39857a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:20.494964 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74623f-b138-4017-9670-e0438c39857a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:20.495302 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74623f-b138-4017-9670-e0438c39857a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:20.495639 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74623f-b138-4017-9670-e0438c39857a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:20.496017 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c74623f-b138-4017-9670-e0438c39857a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:20.499742 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-0c74623f-b138-4017-9670-e0438c39857a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:21.095212 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27911b38-7035-44a2-92a8-b4aad9702d39 req-b5bc42fa-53ee-4fd4-b516-475016669e5b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:21.096808 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-27911b38-7035-44a2-92a8-b4aad9702d39 req-b5bc42fa-53ee-4fd4-b516-475016669e5b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0893943 Aug 23 10:26:21.143760 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-27911b38-7035-44a2-92a8-b4aad9702d39 req-e275d44d-0bd5-4f24-9b00-f95468bb3b60 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410488 Aug 23 10:26:22.343759 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2900c-570d-400c-ac89-9cfcfec8120e req-22b836bc-b7d7-4683-868b-1aa206ce4c01 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:22.345352 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-18f2900c-570d-400c-ac89-9cfcfec8120e req-22b836bc-b7d7-4683-868b-1aa206ce4c01 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0870271 Aug 23 10:26:22.393345 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-18f2900c-570d-400c-ac89-9cfcfec8120e req-2c595841-08da-4491-9ecf-d48b15d8c925 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421612 Aug 23 10:26:23.582624 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71999c00-4089-469d-8e62-66b9cb93541d req-69e9d754-fe4e-4784-bc78-dc8cf656a8e3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:23.584158 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-71999c00-4089-469d-8e62-66b9cb93541d req-69e9d754-fe4e-4784-bc78-dc8cf656a8e3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0812161 Aug 23 10:26:23.630813 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-71999c00-4089-469d-8e62-66b9cb93541d req-647d8d43-67ee-44c7-a3ce-28e28a9f6255 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407081 Aug 23 10:26:24.821735 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bacf46-3e8c-4671-b0dd-26a70c3bc881 req-ef417a03-1763-4226-bdf8-848e40ccfdc9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:24.823197 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a9bacf46-3e8c-4671-b0dd-26a70c3bc881 req-ef417a03-1763-4226-bdf8-848e40ccfdc9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0834799 Aug 23 10:26:24.869452 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a9bacf46-3e8c-4671-b0dd-26a70c3bc881 req-db1aface-3d03-4046-948f-f9b7f2dbabe1 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393145 Aug 23 10:26:26.062143 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebcfb5-913e-4a60-b56f-daef53230c62 req-ad4cbe84-20e2-4c81-b55a-9edd4e009c57 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:26.064503 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-75ebcfb5-913e-4a60-b56f-daef53230c62 req-ad4cbe84-20e2-4c81-b55a-9edd4e009c57 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0847948 Aug 23 10:26:26.114155 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-75ebcfb5-913e-4a60-b56f-daef53230c62 req-dbc9744f-16b6-4c11-bf5b-0205660c6914 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439887 Aug 23 10:26:27.071187 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c95ee-005e-429b-b557-81f9fbda90dc req-456805ef-4da5-4987-a1ea-805475bc6e3b tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:27.072570 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-1a7c95ee-005e-429b-b557-81f9fbda90dc req-456805ef-4da5-4987-a1ea-805475bc6e3b tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 945 time: 0.0867770 Aug 23 10:26:27.121749 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-1a7c95ee-005e-429b-b557-81f9fbda90dc req-4d9f119b-6d7c-4319-83d2-a0b8129d3308 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433383 Aug 23 10:26:27.300101 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65df9ed-93af-46c9-96d9-8a5b138bca76 req-cf0ed641-5e64-401b-8012-56c4ea288d2b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:27.301718 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e65df9ed-93af-46c9-96d9-8a5b138bca76 req-cf0ed641-5e64-401b-8012-56c4ea288d2b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0789886 Aug 23 10:26:27.346391 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e65df9ed-93af-46c9-96d9-8a5b138bca76 req-6f936ca0-932f-4097-a44a-b89c296fcbd4 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387774 Aug 23 10:26:27.691055 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d35b4d-21d3-4799-96bc-c528f496e6d4 req-db951c63-225c-4054-9587-a8c1ea1b0ebf tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:27.692714 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e5d35b4d-21d3-4799-96bc-c528f496e6d4 req-db951c63-225c-4054-9587-a8c1ea1b0ebf tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0853109 Aug 23 10:26:27.738431 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70235738-708d-4b32-9ec6-c351b9341d7c req-f1c163e3-40a5-402f-a76f-6f4a43a3d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:27.740197 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-70235738-708d-4b32-9ec6-c351b9341d7c req-f1c163e3-40a5-402f-a76f-6f4a43a3d5d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0f7294401b14331ae0120ea59c4e348&device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 1098 time: 0.0790846 Aug 23 10:26:27.744818 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e5d35b4d-21d3-4799-96bc-c528f496e6d4 req-252999fc-0628-4a27-b292-4b7f3a45bf6e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454926 Aug 23 10:26:27.880653 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70235738-708d-4b32-9ec6-c351b9341d7c req-eaecdc5e-2139-442c-8537-ef92499bdd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:27.882158 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-70235738-708d-4b32-9ec6-c351b9341d7c req-eaecdc5e-2139-442c-8537-ef92499bdd57 service neutron] 10.222.0.46 "GET /v2.0/networks?id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36 HTTP/1.1" status: 200 len: 912 time: 0.1304457 Aug 23 10:26:27.988889 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-70235738-708d-4b32-9ec6-c351b9341d7c req-8165d852-b4ac-499c-8981-696ff6c4b9ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d067c37-f93f-4d61-ae82-ed61a456739d HTTP/1.1" status: 200 len: 1000 time: 0.0993173 Aug 23 10:26:28.058043 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70235738-708d-4b32-9ec6-c351b9341d7c req-2c745fc2-dbea-4958-a488-8d5f6c2bdef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:28.059463 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-70235738-708d-4b32-9ec6-c351b9341d7c req-2c745fc2-dbea-4958-a488-8d5f6c2bdef8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54cc7ed5-a0f7-4057-adce-6cedc0c75702 HTTP/1.1" status: 200 len: 850 time: 0.0618215 Aug 23 10:26:28.140984 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70235738-708d-4b32-9ec6-c351b9341d7c req-9ee15026-fbbd-466d-8b44-3e4cf24d94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:28.142579 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-70235738-708d-4b32-9ec6-c351b9341d7c req-9ee15026-fbbd-466d-8b44-3e4cf24d94d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709853 Aug 23 10:26:28.428705 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-70235738-708d-4b32-9ec6-c351b9341d7c req-b6bbfc08-a6e3-418b-877f-fe9ffc7b8776 service neutron] 10.222.0.46 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772124 Aug 23 10:26:28.472362 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a2a8f-d915-4605-8429-0d8611708863 req-b497f0da-37e4-41d2-96a6-792ad64561fa tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:28.473844 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7f4a2a8f-d915-4605-8429-0d8611708863 req-b497f0da-37e4-41d2-96a6-792ad64561fa tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 945 time: 0.2207115 Aug 23 10:26:28.590658 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7f4a2a8f-d915-4605-8429-0d8611708863 req-ba0bac6c-74b9-4dcd-9679-1179185da6e8 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044743 Aug 23 10:26:28.610701 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-70235738-708d-4b32-9ec6-c351b9341d7c req-870ee385-85ce-4fb9-a43c-b7b1fa3d8e0e service neutron] 10.222.0.46 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717026 Aug 23 10:26:28.928144 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eee027-2c9c-4398-8642-4029b7d6a3d7 req-72f0a781-bc8c-43cc-ab48-389d16ee7500 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:28.929581 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-76eee027-2c9c-4398-8642-4029b7d6a3d7 req-72f0a781-bc8c-43cc-ab48-389d16ee7500 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0774751 Aug 23 10:26:28.975883 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-76eee027-2c9c-4398-8642-4029b7d6a3d7 req-e127501a-0d4e-452a-a2b2-5f1274be1063 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407321 Aug 23 10:26:29.694232 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 44946) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:29.777508 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e9de3-5052-4c88-be45-40f8e7a07449 req-55581664-103b-4238-b804-311d54be3ff7 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:29.778975 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4f5e9de3-5052-4c88-be45-40f8e7a07449 req-55581664-103b-4238-b804-311d54be3ff7 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 945 time: 0.0797868 Aug 23 10:26:29.810333 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8f6b3849-d1f7-4645-9dab-8e088e8e028e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:29.824661 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4f5e9de3-5052-4c88-be45-40f8e7a07449 req-a6ce5312-67a3-4b80-bf99-e0e1425515c6 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387046 Aug 23 10:26:29.825011 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-8f6b3849-d1f7-4645-9dab-8e088e8e028e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:26:29.829595 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-8f6b3849-d1f7-4645-9dab-8e088e8e028e admin admin] Usage tracker for resource:security_group_rule and tenant:652c07e29eaa406ba4dd54c42520b05c is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:26:29.832448 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-8f6b3849-d1f7-4645-9dab-8e088e8e028e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:26:29.845982 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-8f6b3849-d1f7-4645-9dab-8e088e8e028e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:26:29.917859 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8f6b3849-d1f7-4645-9dab-8e088e8e028e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:29.921550 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8f6b3849-d1f7-4645-9dab-8e088e8e028e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:29.929860 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-b25599e5-30b6-4310-b809-e1c2a647730a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:29.967938 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-8f6b3849-d1f7-4645-9dab-8e088e8e028e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=652c07e29eaa406ba4dd54c42520b05c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725327 Aug 23 10:26:29.970037 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b3849-d1f7-4645-9dab-8e088e8e028e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec82993-e2aa-44ff-bb6a-d3878150572b,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:29.971254 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 44952) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:29.973026 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-8f6b3849-d1f7-4645-9dab-8e088e8e028e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:30.032004 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-5d22f45d-5e4c-406e-a305-92f1c416a0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:30.061557 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-5d22f45d-5e4c-406e-a305-92f1c416a0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:30.113388 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-5d22f45d-5e4c-406e-a305-92f1c416a0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:30.118393 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-3c35d529-d2fd-4390-8f64-d0a521a01ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:30.129987 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22f45d-5e4c-406e-a305-92f1c416a0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec82993-e2aa-44ff-bb6a-d3878150572b,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:30.132423 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-5d22f45d-5e4c-406e-a305-92f1c416a0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:30.135937 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-5d22f45d-5e4c-406e-a305-92f1c416a0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:30.146395 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-5d22f45d-5e4c-406e-a305-92f1c416a0be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ec82993-e2aa-44ff-bb6a-d3878150572b HTTP/1.1" status: 204 len: 168 time: 0.1691518 Aug 23 10:26:30.173359 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d1a39-99ef-498b-8791-a7d9344d0ac2 req-a89d23bc-3831-4bbd-8553-9e1f72f50d7b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:30.174960 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-312d1a39-99ef-498b-8791-a7d9344d0ac2 req-a89d23bc-3831-4bbd-8553-9e1f72f50d7b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0935225 Aug 23 10:26:30.223492 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-312d1a39-99ef-498b-8791-a7d9344d0ac2 req-749edba1-2813-40f9-bda0-418266513070 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427058 Aug 23 10:26:30.414965 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 44964) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:30.433217 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-83a48e93-6283-45af-8af6-315ebb123ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:30.448332 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-83a48e93-6283-45af-8af6-315ebb123ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:26:30.452103 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-83a48e93-6283-45af-8af6-315ebb123ce4 admin admin] Usage tracker for resource:security_group_rule and tenant:06c527cca41d4356adc7b127e94593d7 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:26:30.455271 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-83a48e93-6283-45af-8af6-315ebb123ce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:26:30.461151 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-83a48e93-6283-45af-8af6-315ebb123ce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:26:30.544493 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-83a48e93-6283-45af-8af6-315ebb123ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:30.548886 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-83a48e93-6283-45af-8af6-315ebb123ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:30.556824 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-2196710a-a0e0-44f9-ad72-a9c923a23fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:30.595732 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-83a48e93-6283-45af-8af6-315ebb123ce4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06c527cca41d4356adc7b127e94593d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796546 Aug 23 10:26:30.597327 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a48e93-6283-45af-8af6-315ebb123ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7d0501-058f-4a12-afa9-4b76aa0fe8b5,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:30.598531 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 44968) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:30.600344 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-83a48e93-6283-45af-8af6-315ebb123ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:30.659136 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8f7c53c8-bccd-462c-a2bd-a2f1e4353841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:30.684515 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8f7c53c8-bccd-462c-a2bd-a2f1e4353841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:30.740677 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8f7c53c8-bccd-462c-a2bd-a2f1e4353841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:30.744257 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-26d2b2e4-e580-41a7-a10d-fd04dd39832f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:30.756401 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c53c8-bccd-462c-a2bd-a2f1e4353841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7d0501-058f-4a12-afa9-4b76aa0fe8b5,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:30.758924 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-8f7c53c8-bccd-462c-a2bd-a2f1e4353841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:30.766048 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8f7c53c8-bccd-462c-a2bd-a2f1e4353841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:30.767145 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-8f7c53c8-bccd-462c-a2bd-a2f1e4353841 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf7d0501-058f-4a12-afa9-4b76aa0fe8b5 HTTP/1.1" status: 204 len: 168 time: 0.1676443 Aug 23 10:26:31.010156 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b9e46-35d5-4195-b8e0-7641fcef36a0 req-965447ae-6228-4da9-ac29-ccad8f25a363 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:31.011609 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ec5b9e46-35d5-4195-b8e0-7641fcef36a0 req-965447ae-6228-4da9-ac29-ccad8f25a363 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 945 time: 0.0792832 Aug 23 10:26:31.059008 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ec5b9e46-35d5-4195-b8e0-7641fcef36a0 req-9faa013f-0caf-4f81-b400-d013e466277c tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400951 Aug 23 10:26:31.103708 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 44980) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:31.120559 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f90a2af9-dd46-4ee5-91de-704cecbedf8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:31.137487 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-f90a2af9-dd46-4ee5-91de-704cecbedf8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:26:31.142104 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-f90a2af9-dd46-4ee5-91de-704cecbedf8e admin admin] Usage tracker for resource:security_group_rule and tenant:2adfb3e855c34e0c9935708eb93b5e13 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:26:31.144970 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-f90a2af9-dd46-4ee5-91de-704cecbedf8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:26:31.150646 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-f90a2af9-dd46-4ee5-91de-704cecbedf8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:26:31.233971 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f90a2af9-dd46-4ee5-91de-704cecbedf8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:31.237853 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f90a2af9-dd46-4ee5-91de-704cecbedf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:31.246321 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-0be7cb98-2479-41db-9780-9bad03fd55c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:31.287202 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-f90a2af9-dd46-4ee5-91de-704cecbedf8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2adfb3e855c34e0c9935708eb93b5e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824031 Aug 23 10:26:31.288846 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a2af9-dd46-4ee5-91de-704cecbedf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86396c15-6876-4c04-81d7-63906fc5ce43,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:31.289883 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 44984) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:31.292059 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-f90a2af9-dd46-4ee5-91de-704cecbedf8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:31.351065 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-5e87ae9b-2be4-46a5-94fb-18b8b104d38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:31.377177 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-5e87ae9b-2be4-46a5-94fb-18b8b104d38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:31.428608 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-5e87ae9b-2be4-46a5-94fb-18b8b104d38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:31.432348 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7808c82b-8570-4012-baef-5ad831000b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:31.445332 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87ae9b-2be4-46a5-94fb-18b8b104d38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86396c15-6876-4c04-81d7-63906fc5ce43,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:31.450091 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-5e87ae9b-2be4-46a5-94fb-18b8b104d38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:31.454945 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-5e87ae9b-2be4-46a5-94fb-18b8b104d38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:31.456086 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-5e87ae9b-2be4-46a5-94fb-18b8b104d38d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86396c15-6876-4c04-81d7-63906fc5ce43 HTTP/1.1" status: 204 len: 168 time: 0.1651344 Aug 23 10:26:32.248687 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebbda5-ede4-4d3d-90bd-77b07499e51c req-5b3ab5a0-0306-45c9-9693-b1e913995b08 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:32.250464 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e2ebbda5-ede4-4d3d-90bd-77b07499e51c req-5b3ab5a0-0306-45c9-9693-b1e913995b08 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 945 time: 0.0846798 Aug 23 10:26:32.300669 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e2ebbda5-ede4-4d3d-90bd-77b07499e51c req-3a014696-9642-4f51-80d8-084ee16be485 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445771 Aug 23 10:26:32.379460 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3b162-1825-441d-953c-48ab66800f3e req-a64aedef-53e3-4f8f-927c-b76f9410f5f3 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:32.380919 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-34a3b162-1825-441d-953c-48ab66800f3e req-a64aedef-53e3-4f8f-927c-b76f9410f5f3 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 945 time: 0.0793948 Aug 23 10:26:32.451667 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-34a3b162-1825-441d-953c-48ab66800f3e req-22021430-2551-4356-b6be-e5f3a64986c1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Deleting port 793699e2-56b6-4f91-89aa-638e4188eaa2 {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:26:32.452097 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-34a3b162-1825-441d-953c-48ab66800f3e req-22021430-2551-4356-b6be-e5f3a64986c1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:32.710926 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-34a3b162-1825-441d-953c-48ab66800f3e req-22021430-2551-4356-b6be-e5f3a64986c1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] For port 793699e2-56b6-4f91-89aa-638e4188eaa2, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=793699e2-56b6-4f91-89aa-638e4188eaa2,segment=NetworkSegment(d6b3c1be-7d50-4f67-839a-b6f7e4c26baa),segment_id=d6b3c1be-7d50-4f67-839a-b6f7e4c26baa)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:32.711282 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-34a3b162-1825-441d-953c-48ab66800f3e req-22021430-2551-4356-b6be-e5f3a64986c1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:32.838853 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-34a3b162-1825-441d-953c-48ab66800f3e req-22021430-2551-4356-b6be-e5f3a64986c1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Calling delete_port for 793699e2-56b6-4f91-89aa-638e4188eaa2 owned by compute:nova {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:26:32.984239 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-34a3b162-1825-441d-953c-48ab66800f3e req-22021430-2551-4356-b6be-e5f3a64986c1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:32.989616 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:32.996464 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['793699e2-56b6-4f91-89aa-638e4188eaa2'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:26:33.036965 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22021430-2551-4356-b6be-e5f3a64986c1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Pushing event deleted for resources: {'Port': ['ID=793699e2-56b6-4f91-89aa-638e4188eaa2,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:33.040576 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-22021430-2551-4356-b6be-e5f3a64986c1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:33.112220 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a3b162-1825-441d-953c-48ab66800f3e req-22021430-2551-4356-b6be-e5f3a64986c1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] No DVR routers for this DVR port 793699e2-56b6-4f91-89aa-638e4188eaa2 on host hv-cinder-80278 {{(pid=79164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:26:33.114671 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-34a3b162-1825-441d-953c-48ab66800f3e req-22021430-2551-4356-b6be-e5f3a64986c1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:33.117231 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ce664c-c7bf-4368-9077-d1255abb09d5', 'name': 'network-vif-deleted', 'tag': '793699e2-56b6-4f91-89aa-638e4188eaa2'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:26:33.138905 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-34a3b162-1825-441d-953c-48ab66800f3e req-22021430-2551-4356-b6be-e5f3a64986c1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.46 "DELETE /v2.0/ports/793699e2-56b6-4f91-89aa-638e4188eaa2 HTTP/1.1" status: 204 len: 173 time: 0.7525010 Aug 23 10:26:33.161697 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ce664c-c7bf-4368-9077-d1255abb09d5', 'name': 'network-vif-deleted', 'tag': '793699e2-56b6-4f91-89aa-638e4188eaa2', 'status': 'completed', 'code': 200} Aug 23 10:26:33.462487 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5b68568f-9a4c-4186-b862-50df499f73aa req-ee51ea9d-cf91-4cee-975e-be5029a6f974 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6ce664c-c7bf-4368-9077-d1255abb09d5 HTTP/1.1" status: 200 len: 210 time: 0.0424147 Aug 23 10:26:35.384331 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45050) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:35.499097 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e9e5a761-612c-49b6-bfe0-125351692447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:35.512912 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-e9e5a761-612c-49b6-bfe0-125351692447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:26:35.517256 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-e9e5a761-612c-49b6-bfe0-125351692447 admin admin] Usage tracker for resource:security_group_rule and tenant:a0bf6a823270454c890588a3ebe3fe4c is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:26:35.520032 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-e9e5a761-612c-49b6-bfe0-125351692447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:26:35.525627 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-e9e5a761-612c-49b6-bfe0-125351692447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:26:35.611049 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e9e5a761-612c-49b6-bfe0-125351692447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:35.614509 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e9e5a761-612c-49b6-bfe0-125351692447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:35.622731 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-d5d882cd-f4f2-46ed-be83-2833e669922f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:35.661966 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-e9e5a761-612c-49b6-bfe0-125351692447 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0bf6a823270454c890588a3ebe3fe4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765820 Aug 23 10:26:35.662835 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5a761-612c-49b6-bfe0-125351692447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc2d9de-f934-4a7d-8e02-5600d6a20241,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:35.665072 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45056) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:35.667344 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e9e5a761-612c-49b6-bfe0-125351692447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:35.722512 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-544dadff-1edc-40f1-8fee-be761e9b9df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:35.747252 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-544dadff-1edc-40f1-8fee-be761e9b9df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:35.799531 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-544dadff-1edc-40f1-8fee-be761e9b9df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:35.803092 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-4855edf9-f604-4a93-95ff-27c0172a0a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:35.815000 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544dadff-1edc-40f1-8fee-be761e9b9df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc2d9de-f934-4a7d-8e02-5600d6a20241,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:35.818469 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-544dadff-1edc-40f1-8fee-be761e9b9df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:35.822277 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-544dadff-1edc-40f1-8fee-be761e9b9df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:35.823343 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-544dadff-1edc-40f1-8fee-be761e9b9df0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dcc2d9de-f934-4a7d-8e02-5600d6a20241 HTTP/1.1" status: 204 len: 168 time: 0.1571445 Aug 23 10:26:36.129650 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-b2cf71a6-eb97-409b-afe0-d30b8c9e566d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:36.506911 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 45096) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:36.607333 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-929115789-network', 'tenant_id': '1c65fc6a145144e589701398d7e540e5'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:26:36.612638 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:26:36.616395 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Usage tracker for resource:network and tenant:1c65fc6a145144e589701398d7e540e5 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:26:36.619195 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:26:36.625585 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:26:36.628580 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 793699e2-56b6-4f91-89aa-638e4188eaa2 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:26:36.635171 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Made reservation on behalf of 1c65fc6a145144e589701398d7e540e5 for: {'network': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:26:36.637523 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for network, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:36.649707 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:36.662072 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] No Port match for: 793699e2-56b6-4f91-89aa-638e4188eaa2 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:26:36.662427 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 793699e2-56b6-4f91-89aa-638e4188eaa2 not bound to the agent host hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:26:36.667661 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:26:36.672070 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Usage tracker for resource:security_group_rule and tenant:1c65fc6a145144e589701398d7e540e5 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:26:36.674854 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:26:36.680490 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:26:36.754259 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:36.814756 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:36.844399 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:36.847930 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:36.850698 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-1d175b3a-9708-4f73-99c6-8055ce57eab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:36.877932 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=79164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:26:36.886266 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d2b9f0-48d6-43e0-8eb5-8bf367d90264,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:36.889248 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:36.893783 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:36.894690 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.db.segments_db [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Added segment a0141450-847c-4cac-b78c-b16edc4d3dd0 of type vlan for network daf7b380-4135-4f3c-b79a-16cc19a78098 Aug 23 10:26:36.919531 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775983037579'] for network, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:36.947615 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for network, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:36.948931 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:36.949506 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:36.954700 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:37.052888 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5449004 Aug 23 10:26:37.053646 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Pushing event updated for resources: {'Network': ['ID=daf7b380-4135-4f3c-b79a-16cc19a78098,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:37.055748 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45102) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:37.056447 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:37.063173 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-6144abab-d3ab-4488-a13f-c6443ff1880d admin admin] Request body: {'subnet': {'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-929115789-subnet', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'ip_version': 4}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:26:37.064084 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Network daf7b380-4135-4f3c-b79a-16cc19a78098 details requested by agent ovs-agent-dv-cinder-802781-2-smb with host dv-cinder-802781-2-smb {{(pid=79165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:26:37.068177 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-6144abab-d3ab-4488-a13f-c6443ff1880d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:26:37.071958 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-6144abab-d3ab-4488-a13f-c6443ff1880d admin admin] Usage tracker for resource:subnet and tenant:1c65fc6a145144e589701398d7e540e5 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:26:37.074822 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-6144abab-d3ab-4488-a13f-c6443ff1880d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:26:37.080485 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-6144abab-d3ab-4488-a13f-c6443ff1880d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:26:37.094061 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6144abab-d3ab-4488-a13f-c6443ff1880d admin admin] Made reservation on behalf of 1c65fc6a145144e589701398d7e540e5 for: {'subnet': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:26:37.096374 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6144abab-d3ab-4488-a13f-c6443ff1880d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26586353'] for subnet, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:37.301613 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6144abab-d3ab-4488-a13f-c6443ff1880d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26786065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26586243'] for subnet, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:37.306347 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:37.376462 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144abab-d3ab-4488-a13f-c6443ff1880d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f748aa-77ee-4d76-997a-99bb9d44b611,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:37.380373 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-6144abab-d3ab-4488-a13f-c6443ff1880d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:37.384403 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6144abab-d3ab-4488-a13f-c6443ff1880d admin admin] Checking segment: {'id': 'a0141450-847c-4cac-b78c-b16edc4d3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:26:37.384755 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6144abab-d3ab-4488-a13f-c6443ff1880d admin admin] Network hostable DHCP agents. Network: daf7b380-4135-4f3c-b79a-16cc19a78098, hostable agents: ['e4366bde-9e46-4a9c-adf7-2d64cdf13340'], hosted agents: [] {{(pid=79163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:26:37.404972 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6144abab-d3ab-4488-a13f-c6443ff1880d admin admin] Network daf7b380-4135-4f3c-b79a-16cc19a78098 is scheduled to be hosted by DHCP agent e4366bde-9e46-4a9c-adf7-2d64cdf13340 with binding_index 1 {{(pid=79163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:26:37.426159 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-6144abab-d3ab-4488-a13f-c6443ff1880d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-smb, daf7b380-4135-4f3c-b79a-16cc19a78098) {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:26:37.430722 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6144abab-d3ab-4488-a13f-c6443ff1880d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:37.431409 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6144abab-d3ab-4488-a13f-c6443ff1880d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:37.435996 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aaec7b-6838-41d1-b465-90fe12ee5ae1 None None] Network daf7b380-4135-4f3c-b79a-16cc19a78098 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:26:37.461050 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-6144abab-d3ab-4488-a13f-c6443ff1880d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4041438 Aug 23 10:26:37.462206 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45114) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:37.467662 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-929115789-router', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:26:37.472828 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:26:37.476651 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Usage tracker for resource:router and tenant:1c65fc6a145144e589701398d7e540e5 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:26:37.479551 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:26:37.485461 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:26:37.497521 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3807438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6589'] for router, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:37.498807 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:37.517133 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:37.673829 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76cf127e-a354-528f-8ac1-44611a3235cc-daf7b380-4135-4f3c-b79a-16cc19a78098', 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'fixed_ips': [{'subnet_id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611'}]}} from dv-cinder-802781-2-smb. {{(pid=79165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 10:26:37.674754 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:37.832996 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.db_base_plugin_common [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Allocated IP 172.20.0.2 (daf7b380-4135-4f3c-b79a-16cc19a78098/d5f748aa-77ee-4d76-997a-99bb9d44b611/f80a094b-58bb-45ab-b96e-9a5f4e039a06) {{(pid=79165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:26:37.869823 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6470'] for router, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:38.074419 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Notify callbacks [] for port, precommit_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:38.085722 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Transition to ACTIVE for port object f80a094b-58bb-45ab-b96e-9a5f4e039a06 will not be triggered until provisioned by entity L2. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:26:38.105509 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Transition to ACTIVE for port object f80a094b-58bb-45ab-b96e-9a5f4e039a06 will not be triggered until provisioned by entity DHCP. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:26:38.111591 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:38.116019 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:38.177553 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Network daf7b380-4135-4f3c-b79a-16cc19a78098 is already hosted by enough agents. {{(pid=79165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:26:38.180521 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.scheduler.base_scheduler [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Resources bound (agent type, host, resource id): {{(pid=79165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:26:38.183157 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Received port after_create {{(pid=79165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:26:38.186177 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:38.219869 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:38.229870 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Pushing event updated for resources: {'Port': ['ID=f80a094b-58bb-45ab-b96e-9a5f4e039a06,revision_number=1']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:38.233034 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:38.286028 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Attempting to bind port f80a094b-58bb-45ab-b96e-9a5f4e039a06 on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:26:38.286404 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Attempting to bind port f80a094b-58bb-45ab-b96e-9a5f4e039a06 by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': 'a0141450-847c-4cac-b78c-b16edc4d3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098'}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:26:38.286763 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Attempting to bind port f80a094b-58bb-45ab-b96e-9a5f4e039a06 on network daf7b380-4135-4f3c-b79a-16cc19a78098 {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:26:38.291806 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:26:38.292216 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Checking segment: {'id': 'a0141450-847c-4cac-b78c-b16edc4d3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:26:38.292728 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:38.293134 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Bound using segment: {'id': 'a0141450-847c-4cac-b78c-b16edc4d3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098'} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:26:38.293614 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Bound port: f80a094b-58bb-45ab-b96e-9a5f4e039a06, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0141450-847c-4cac-b78c-b16edc4d3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098'}}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:26:38.293995 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:38.356553 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Allocated IP 172.28.2.135 (6abbf648-30c3-4bc3-b6f8-fb92b7833a6b/1bf33108-a606-44c8-ae34-6d10a469fb3b/9c8c24ce-7b6c-4810-a0fa-a547923b0c51) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:26:38.384187 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] For port f80a094b-58bb-45ab-b96e-9a5f4e039a06, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:26:38.387323 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] For port f80a094b-58bb-45ab-b96e-9a5f4e039a06, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=f80a094b-58bb-45ab-b96e-9a5f4e039a06,segment=NetworkSegment(a0141450-847c-4cac-b78c-b16edc4d3dd0),segment_id=a0141450-847c-4cac-b78c-b16edc4d3dd0)] {{(pid=79165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:26:38.391815 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:38.395230 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:38.475874 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Pushing event updated for resources: {'Port': ['ID=f80a094b-58bb-45ab-b96e-9a5f4e039a06,revision_number=2']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:38.479414 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:38.519861 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:38.552134 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:38.556750 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:38.628303 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:26:38.631352 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:26:38.635323 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:26:38.678404 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Pushing event updated for resources: {'Port': ['ID=9c8c24ce-7b6c-4810-a0fa-a547923b0c51,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:38.683335 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:38.901443 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-82acd207-3a46-420b-9eec-5460f72fa638 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:38.902815 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-82acd207-3a46-420b-9eec-5460f72fa638 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/networks?id=e8a90c82-eb23-408c-b3b9-12f975ab7cb7 HTTP/1.1" status: 200 len: 814 time: 0.1627388 Aug 23 10:26:38.937490 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-73e12fad-d055-4674-95e3-10c4771836cf tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/quotas/9f0a004b1ba243cf8b4a5065207e431d HTTP/1.1" status: 200 len: 375 time: 0.0274401 Aug 23 10:26:38.939728 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-fc382373-842e-4ff1-9e30-2a3f88afe925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:38.990740 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-93ef1107-154c-40a5-9efe-5514edf7b625 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Synchronizing usage tracker for tenant:9f0a004b1ba243cf8b4a5065207e431d on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:26:39.007083 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-93ef1107-154c-40a5-9efe-5514edf7b625 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Unset dirty status for tenant:9f0a004b1ba243cf8b4a5065207e431d on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:26:39.008742 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-93ef1107-154c-40a5-9efe-5514edf7b625 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f0a004b1ba243cf8b4a5065207e431d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626230 Aug 23 10:26:39.095148 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:39.154621 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-288f5ce2-8c7d-4fe9-ab82-dae0a4649543 service neutron] 10.222.0.20 "GET /v2.0/networks/e8a90c82-eb23-408c-b3b9-12f975ab7cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379397 Aug 23 10:26:39.305195 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-ce0bf83e-db40-404d-85f5-b00ab05c4454 service neutron] 10.222.0.20 "GET /v2.0/networks/e8a90c82-eb23-408c-b3b9-12f975ab7cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444392 Aug 23 10:26:39.448024 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:39.498612 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device f80a094b-58bb-45ab-b96e-9a5f4e039a06 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:26:39.560414 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-56b40b76-27df-445e-baf3-5631fc3d9469 req-a776d0f7-8832-46fb-bd3d-509eb492065f tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 210 time: 0.0650644 Aug 23 10:26:39.581443 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port f80a094b-58bb-45ab-b96e-9a5f4e039a06 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:26:39.590427 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59ce848-52d8-4559-8e11-14eaf3526997 None None] Network daf7b380-4135-4f3c-b79a-16cc19a78098 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:26:39.670207 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901087'] for router, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:39.683513 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-86c70b9a-a6f7-40e2-884d-c4ab1905cf8f None None] Provisioning for port f80a094b-58bb-45ab-b96e-9a5f4e039a06 completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:26:39.691651 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-86c70b9a-a6f7-40e2-884d-c4ab1905cf8f None None] Provisioning complete for port f80a094b-58bb-45ab-b96e-9a5f4e039a06 triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:39.692069 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-86c70b9a-a6f7-40e2-884d-c4ab1905cf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:39.890940 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Router 547317d8-3e9b-41c5-b069-57b759897562 is scheduled to L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 with binding_index 1 {{(pid=79163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 10:26:39.926311 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-86c70b9a-a6f7-40e2-884d-c4ab1905cf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:39.967711 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-86c70b9a-a6f7-40e2-884d-c4ab1905cf8f None None] For port f80a094b-58bb-45ab-b96e-9a5f4e039a06, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=f80a094b-58bb-45ab-b96e-9a5f4e039a06,segment=NetworkSegment(a0141450-847c-4cac-b78c-b16edc4d3dd0),segment_id=a0141450-847c-4cac-b78c-b16edc4d3dd0)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:39.973875 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-86c70b9a-a6f7-40e2-884d-c4ab1905cf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:39.976364 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:40.048242 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c70b9a-a6f7-40e2-884d-c4ab1905cf8f None None] Pushing event updated for resources: {'Port': ['ID=f80a094b-58bb-45ab-b96e-9a5f4e039a06,revision_number=3']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:40.051468 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-86c70b9a-a6f7-40e2-884d-c4ab1905cf8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:40.087607 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:26:40.100063 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Sync routers for ids ['547317d8-3e9b-41c5-b069-57b759897562'] in dv-cinder-802781-2-smb {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:26:40.112472 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Routers {'547317d8-3e9b-41c5-b069-57b759897562'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:26:40.113424 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:26:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['547317d8-3e9b-41c5-b069-57b759897562'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:40.118326 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Notify callbacks [] for router, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:40.120328 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6570394 Aug 23 10:26:40.122426 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45146) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:40.326330 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-c2091f3b-b593-4b83-be2b-755a03d8ef64 None None] Provisioning complete for port f80a094b-58bb-45ab-b96e-9a5f4e039a06 triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:40.326630 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c2091f3b-b593-4b83-be2b-755a03d8ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:40.368579 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Set router 547317d8-3e9b-41c5-b069-57b759897562 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:26:40.770588 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547317d8-3e9b-41c5-b069-57b759897562', 'name': 'tempest-TestMinimumBasicScenario-929115789-router', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:37Z', 'updated_at': '2021-08-23T10:26:38Z', 'revision_number': 3, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'gw_port': {'id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:63:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:38Z', 'updated_at': '2021-08-23T10:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:40.775592 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Checking router: 547317d8-3e9b-41c5-b069-57b759897562 for host: dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:26:40.776018 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Updating router 547317d8-3e9b-41c5-b069-57b759897562 port 9c8c24ce-7b6c-4810-a0fa-a547923b0c51 binding host dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:26:40.789084 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1cd000b7-66a0-496b-9a27-6434f675b29c req-3e33a36b-d552-47eb-b296-0859c79687ac tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 210 time: 0.0624814 Aug 23 10:26:40.833025 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:40.869843 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-4ef71f32-69d1-4647-a6c7-68078c58360f tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:40.872038 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-4ef71f32-69d1-4647-a6c7-68078c58360f tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.46 "GET /v2.0/networks?id=e8a90c82-eb23-408c-b3b9-12f975ab7cb7 HTTP/1.1" status: 200 len: 814 time: 0.2656012 Aug 23 10:26:40.887917 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-167ed70e-e525-4627-b778-cf082adb5be1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Request body: {'port': {'device_id': '5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14', 'network_id': 'e8a90c82-eb23-408c-b3b9-12f975ab7cb7', 'admin_state_up': True, 'tenant_id': '9f0a004b1ba243cf8b4a5065207e431d'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:26:40.954936 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:40.987359 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:41.070520 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-167ed70e-e525-4627-b778-cf082adb5be1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:26:41.083885 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-167ed70e-e525-4627-b778-cf082adb5be1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:26:41.092719 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-167ed70e-e525-4627-b778-cf082adb5be1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Made reservation on behalf of 9f0a004b1ba243cf8b4a5065207e431d for: {'port': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:26:41.097210 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-167ed70e-e525-4627-b778-cf082adb5be1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:41.203884 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Notify callbacks [] for port, precommit_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:41.218779 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Transition to ACTIVE for port object 9c8c24ce-7b6c-4810-a0fa-a547923b0c51 will not be triggered until provisioned by entity L2. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:26:41.226532 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:41.228004 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Allocated IP 172.20.0.1 (daf7b380-4135-4f3c-b79a-16cc19a78098/d5f748aa-77ee-4d76-997a-99bb9d44b611/8d6d15fd-1f59-4250-bb32-ff77d65dd7ff) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:26:41.232550 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:41.286245 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-167ed70e-e525-4627-b778-cf082adb5be1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Allocated IP 172.20.0.8 (e8a90c82-eb23-408c-b3b9-12f975ab7cb7/5b858367-3017-42c3-84d7-c4f053cead2f/747baaf9-c4ab-478d-b71c-cefe2934f10b) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:26:41.319300 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Attempting to bind port 9c8c24ce-7b6c-4810-a0fa-a547923b0c51 on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:26:41.319748 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Attempting to bind port 9c8c24ce-7b6c-4810-a0fa-a547923b0c51 by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:26:41.320098 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Attempting to bind port 9c8c24ce-7b6c-4810-a0fa-a547923b0c51 on network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:26:41.322960 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380902e6-b6ca-458e-b4fa-f79529876bcc None None] Pushing event updated for resources: {'Port': ['ID=9c8c24ce-7b6c-4810-a0fa-a547923b0c51,revision_number=2']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:41.328099 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-380902e6-b6ca-458e-b4fa-f79529876bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:41.331244 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:26:41.331628 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Checking segment: {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:26:41.332074 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:41.332470 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Bound using segment: {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:26:41.332945 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Bound port: 9c8c24ce-7b6c-4810-a0fa-a547923b0c51, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:26:41.333328 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:41.381783 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:41.398173 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.provisioning_blocks [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Transition to ACTIVE for port object 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff will not be triggered until provisioned by entity DHCP. {{(pid=79163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:26:41.416011 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] For port 9c8c24ce-7b6c-4810-a0fa-a547923b0c51, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:26:41.419112 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] For port 9c8c24ce-7b6c-4810-a0fa-a547923b0c51, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=9c8c24ce-7b6c-4810-a0fa-a547923b0c51,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:26:41.424980 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:41.428627 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:41.439287 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:41.445877 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-f45c35d5-41b5-4dc8-b930-59fb6cbe66fd tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:41.474450 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device f80a094b-58bb-45ab-b96e-9a5f4e039a06 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:26:41.516515 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Network daf7b380-4135-4f3c-b79a-16cc19a78098 is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:26:41.518516 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-167ed70e-e525-4627-b778-cf082adb5be1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:41.519570 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:26:41.523497 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:26:41.555955 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-167ed70e-e525-4627-b778-cf082adb5be1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:41.562507 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Pushing event updated for resources: {'Port': ['ID=8d6d15fd-1f59-4250-bb32-ff77d65dd7ff,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:41.566848 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:41.571116 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-3c094c50-a5a8-4339-bc7b-eb07e272b55a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:41.576275 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380902e6-b6ca-458e-b4fa-f79529876bcc None None] Pushing event updated for resources: {'Port': ['ID=9c8c24ce-7b6c-4810-a0fa-a547923b0c51,revision_number=3']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:41.580616 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Routers {'547317d8-3e9b-41c5-b069-57b759897562'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:26:41.581235 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:26:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['547317d8-3e9b-41c5-b069-57b759897562'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:41.585177 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3806810'] for router_interface, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:41.636803 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-380902e6-b6ca-458e-b4fa-f79529876bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:41.645229 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-167ed70e-e525-4627-b778-cf082adb5be1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Network e8a90c82-eb23-408c-b3b9-12f975ab7cb7 is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:26:41.653850 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-167ed70e-e525-4627-b778-cf082adb5be1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:26:41.657115 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-167ed70e-e525-4627-b778-cf082adb5be1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:26:41.675212 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port f80a094b-58bb-45ab-b96e-9a5f4e039a06 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:41.675594 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:41.727314 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ed70e-e525-4627-b778-cf082adb5be1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Pushing event updated for resources: {'Port': ['ID=747baaf9-c4ab-478d-b71c-cefe2934f10b,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:41.730572 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-167ed70e-e525-4627-b778-cf082adb5be1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:41.749957 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-167ed70e-e525-4627-b778-cf082adb5be1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:41.751147 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-167ed70e-e525-4627-b778-cf082adb5be1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:41.782183 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-167ed70e-e525-4627-b778-cf082adb5be1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8988907 Aug 23 10:26:41.794952 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Request body: {'port': {'device_id': '5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:26:41.851649 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-85076cac-2bf5-4803-95b1-9aac8d034169 None None] Provisioning for port 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:26:41.869346 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-85076cac-2bf5-4803-95b1-9aac8d034169 None None] Provisioning complete for port 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:41.869728 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-85076cac-2bf5-4803-95b1-9aac8d034169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:41.887134 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:41.904146 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] Set router 547317d8-3e9b-41c5-b069-57b759897562 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:26:41.932462 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:42.115322 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-85076cac-2bf5-4803-95b1-9aac8d034169 None None] Port 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:26:42.140986 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415a9e2-8b8f-4437-b931-25c98dd4ec4e req-a8e3c6dd-bacf-4f88-86d0-4f0e63dfe68a tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:42.142723 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1415a9e2-8b8f-4437-b931-25c98dd4ec4e req-a8e3c6dd-bacf-4f88-86d0-4f0e63dfe68a tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 931 time: 0.2096963 Aug 23 10:26:42.225401 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1415a9e2-8b8f-4437-b931-25c98dd4ec4e req-4f0435d5-188a-4a49-8f90-1a2415c899a1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763462 Aug 23 10:26:42.268861 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Notify callbacks [] for port, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:42.274346 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26781080'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:42.302433 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-fdcbb9d6-a91f-4d4f-b5f6-d87748ee1ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:42.371564 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547317d8-3e9b-41c5-b069-57b759897562', 'name': 'tempest-TestMinimumBasicScenario-929115789-router', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:37Z', 'updated_at': '2021-08-23T10:26:38Z', 'revision_number': 3, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'gw_port': {'id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:63:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:38Z', 'updated_at': '2021-08-23T10:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:42.375566 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5531b388-8ba6-466c-ba37-825273bda4e3 None None] The sync data for ids ['547317d8-3e9b-41c5-b069-57b759897562'] in dv-cinder-802781-2-smb is: [{'id': '547317d8-3e9b-41c5-b069-57b759897562', 'name': 'tempest-TestMinimumBasicScenario-929115789-router', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:37Z', 'updated_at': '2021-08-23T10:26:38Z', 'revision_number': 3, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'gw_port': {'id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:63:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:38Z', 'updated_at': '2021-08-23T10:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}] {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:26:42.386435 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Pushing event updated for resources: {'Port': ['ID=8d6d15fd-1f59-4250-bb32-ff77d65dd7ff,revision_number=2']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:42.388992 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3806773'] for router_interface, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:42.392367 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747baaf9-c4ab-478d-b71c-cefe2934f10b {{(pid=79164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:26:42.393655 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:42.400299 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:42.416508 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Transition to ACTIVE for port object 747baaf9-c4ab-478d-b71c-cefe2934f10b will not be triggered until provisioned by entity L2. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:26:42.420059 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:42.424903 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-bbfd659f-6747-4b90-aef3-846eb43428f5 tempest-ServerRescueNegativeTestJSON-1668815830 tempest-ServerRescueNegativeTestJSON-1668815830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:42.591535 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Pushing event updated for resources: {'Port': ['ID=747baaf9-c4ab-478d-b71c-cefe2934f10b,revision_number=2']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:42.604490 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:42.661969 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Network daf7b380-4135-4f3c-b79a-16cc19a78098 is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:26:42.663183 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:26:42.685141 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Attempting to bind port 747baaf9-c4ab-478d-b71c-cefe2934f10b on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:26:42.685500 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Attempting to bind port 747baaf9-c4ab-478d-b71c-cefe2934f10b by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'd6b3c1be-7d50-4f67-839a-b6f7e4c26baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e8a90c82-eb23-408c-b3b9-12f975ab7cb7'}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:26:42.685788 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Attempting to bind port 747baaf9-c4ab-478d-b71c-cefe2934f10b on network e8a90c82-eb23-408c-b3b9-12f975ab7cb7 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:26:42.690696 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Port 747baaf9-c4ab-478d-b71c-cefe2934f10b on network e8a90c82-eb23-408c-b3b9-12f975ab7cb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:26:42.691021 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Attempting to bind port 747baaf9-c4ab-478d-b71c-cefe2934f10b on network e8a90c82-eb23-408c-b3b9-12f975ab7cb7 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:26:42.696707 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Checking agent: {'id': 'da4e5719-434b-498c-af5a-9a8836947b40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'started_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:26:42.697127 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Checking segment: {'id': 'd6b3c1be-7d50-4f67-839a-b6f7e4c26baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e8a90c82-eb23-408c-b3b9-12f975ab7cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:26:42.697512 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Bound using segment: {'id': 'd6b3c1be-7d50-4f67-839a-b6f7e4c26baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e8a90c82-eb23-408c-b3b9-12f975ab7cb7'} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:26:42.697933 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Bound port: 747baaf9-c4ab-478d-b71c-cefe2934f10b, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b3c1be-7d50-4f67-839a-b6f7e4c26baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e8a90c82-eb23-408c-b3b9-12f975ab7cb7'}}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:26:42.698274 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:42.819718 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] For port 747baaf9-c4ab-478d-b71c-cefe2934f10b, host hv-cinder-80278, cleared binding levels {{(pid=79164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:26:42.823232 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] For port 747baaf9-c4ab-478d-b71c-cefe2934f10b, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=747baaf9-c4ab-478d-b71c-cefe2934f10b,segment=NetworkSegment(d6b3c1be-7d50-4f67-839a-b6f7e4c26baa),segment_id=d6b3c1be-7d50-4f67-839a-b6f7e4c26baa)] {{(pid=79164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:26:42.828904 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:42.838814 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-b4c6372e-ea5b-4b1c-96d6-384be71dcafb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:42.874929 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Router 547317d8-3e9b-41c5-b069-57b759897562 has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:26:42.892758 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:42.893548 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:42.894984 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] 10.222.0.46 "PUT /v2.0/ports/747baaf9-c4ab-478d-b71c-cefe2934f10b HTTP/1.1" status: 200 len: 1093 time: 1.1044106 Aug 23 10:26:42.903195 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14', 'tag': '747baaf9-c4ab-478d-b71c-cefe2934f10b'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:26:42.932360 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Pushing event updated for resources: {'Port': ['ID=747baaf9-c4ab-478d-b71c-cefe2934f10b,revision_number=3']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:42.935576 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:42.944890 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e7fa34fa-05cf-4a34-a8c8-ce71d23f1138 None None] Provisioning complete for port 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:42.950078 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e7fa34fa-05cf-4a34-a8c8-ce71d23f1138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:42.991006 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14', 'tag': '747baaf9-c4ab-478d-b71c-cefe2934f10b', 'status': 'completed', 'code': 200} Aug 23 10:26:43.010417 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e7fa34fa-05cf-4a34-a8c8-ce71d23f1138 None None] Port 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:26:43.038659 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-e2c61fa1-6d21-4cea-b97d-35ccd9cda10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:43.040428 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-e2c61fa1-6d21-4cea-b97d-35ccd9cda10c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f0a004b1ba243cf8b4a5065207e431d&device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 1096 time: 0.0902922 Aug 23 10:26:43.088971 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:26:43.099240 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] 10.222.0.20 "PUT /v2.0/routers/547317d8-3e9b-41c5-b069-57b759897562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9755964 Aug 23 10:26:43.119773 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-bc1b7cd7-18ea-4a00-b7e8-365ca7f9db9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=747baaf9-c4ab-478d-b71c-cefe2934f10b HTTP/1.1" status: 200 len: 217 time: 0.0689173 Aug 23 10:26:43.189680 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-354b7b61-de70-491d-9dc1-93b373e1cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:43.191147 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-354b7b61-de70-491d-9dc1-93b373e1cfab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b858367-3017-42c3-84d7-c4f053cead2f HTTP/1.1" status: 200 len: 854 time: 0.0648057 Aug 23 10:26:43.270245 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-d6011997-096a-43ef-bc4e-a9eebecc5cb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8a90c82-eb23-408c-b3b9-12f975ab7cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721612 Aug 23 10:26:43.438836 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9ea08-4a82-4dd2-bf40-179b1cedd447 req-b2139982-af29-4d30-9247-7644af7a02ff tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:43.445978 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1aa9ea08-4a82-4dd2-bf40-179b1cedd447 req-b2139982-af29-4d30-9247-7644af7a02ff tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 943 time: 0.1116111 Aug 23 10:26:43.460284 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-49e2b1a5-4014-465d-b020-2425fe32d370 service neutron] 10.222.0.46 "GET /v2.0/networks/e8a90c82-eb23-408c-b3b9-12f975ab7cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799293 Aug 23 10:26:43.501315 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 9c8c24ce-7b6c-4810-a0fa-a547923b0c51 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:26:43.506467 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1aa9ea08-4a82-4dd2-bf40-179b1cedd447 req-1906b22e-e75a-4a86-9bd2-f83e05fb19be tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594263 Aug 23 10:26:43.585764 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port 9c8c24ce-7b6c-4810-a0fa-a547923b0c51 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:26:43.590459 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 9c8c24ce-7b6c-4810-a0fa-a547923b0c51 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:43.590840 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:43.621622 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d52ad073-a309-4c4c-a873-7b563d8e9baa req-75d30cce-7401-439d-a240-a561815019f8 service neutron] 10.222.0.46 "GET /v2.0/networks/e8a90c82-eb23-408c-b3b9-12f975ab7cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534698 Aug 23 10:26:43.713720 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:43.728579 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45182) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:43.732835 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port 9c8c24ce-7b6c-4810-a0fa-a547923b0c51, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=9c8c24ce-7b6c-4810-a0fa-a547923b0c51,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:43.734618 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-417677651-network', 'tenant_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:26:43.738314 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:43.739633 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:26:43.740714 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:43.744218 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Usage tracker for resource:network and tenant:c9d7a5a8bc904e19ad08fe34059e1eb7 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:26:43.747487 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:26:43.753975 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:26:43.756318 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295b2da-735c-4dac-b08a-ca3337aef3fb req-b69ddae2-1d50-4509-9fca-16e26cfde102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:43.757626 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-3295b2da-735c-4dac-b08a-ca3337aef3fb req-b69ddae2-1d50-4509-9fca-16e26cfde102 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f0a004b1ba243cf8b4a5065207e431d&device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 1096 time: 0.0870295 Aug 23 10:26:43.763734 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Made reservation on behalf of c9d7a5a8bc904e19ad08fe34059e1eb7 for: {'network': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:26:43.766279 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for network, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:43.778453 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:43.793221 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:26:43.798126 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Usage tracker for resource:security_group_rule and tenant:c9d7a5a8bc904e19ad08fe34059e1eb7 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:26:43.801112 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:26:43.807021 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:26:43.809988 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=9c8c24ce-7b6c-4810-a0fa-a547923b0c51,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:43.818380 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:43.818855 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:43.819311 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:43.819719 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:43.820079 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:43.820422 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:43.820758 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:43.821083 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:43.821408 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:43.821735 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:43.822059 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:43.822380 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:43.826341 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:43.896583 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:43.901713 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:43.906023 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-afe8146d-be06-4736-a905-bd2562c3fa26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:43.912116 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295b2da-735c-4dac-b08a-ca3337aef3fb req-a30f9b83-4313-49bb-963d-ee70d73766d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:43.913574 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-3295b2da-735c-4dac-b08a-ca3337aef3fb req-a30f9b83-4313-49bb-963d-ee70d73766d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e8a90c82-eb23-408c-b3b9-12f975ab7cb7 HTTP/1.1" status: 200 len: 915 time: 0.1469116 Aug 23 10:26:43.940794 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=79163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:26:43.949903 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000a156b-6d2d-4c40-a1f1-41023f434ec7,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:43.953839 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:43.957109 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:43.957489 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.db.segments_db [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Added segment 518ff45b-f23f-4689-b360-64b625a654b1 of type vlan for network 68292f4a-3be0-4e1a-8530-2729e2118a28 Aug 23 10:26:43.987756 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775983037579'] for network, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:44.023055 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for network, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:44.024978 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:44.025715 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:44.029505 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:44.080909 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-3295b2da-735c-4dac-b08a-ca3337aef3fb req-0d7fbe61-7c24-471f-927b-74c6376a4927 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=747baaf9-c4ab-478d-b71c-cefe2934f10b HTTP/1.1" status: 200 len: 217 time: 0.1589293 Aug 23 10:26:44.135612 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Pushing event updated for resources: {'Network': ['ID=68292f4a-3be0-4e1a-8530-2729e2118a28,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:44.140797 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4081793 Aug 23 10:26:44.140797 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:44.140797 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45186) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:44.146277 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-5f618fcd-3e5d-483a-bd36-5bc9655c0b07 admin admin] Request body: {'subnet': {'network_id': '68292f4a-3be0-4e1a-8530-2729e2118a28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-417677651-subnet', 'tenant_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'ip_version': 4}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:26:44.151750 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-5f618fcd-3e5d-483a-bd36-5bc9655c0b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:26:44.152280 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Network 68292f4a-3be0-4e1a-8530-2729e2118a28 details requested by agent ovs-agent-dv-cinder-802781-2-smb with host dv-cinder-802781-2-smb {{(pid=79165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:26:44.156279 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-5f618fcd-3e5d-483a-bd36-5bc9655c0b07 admin admin] Usage tracker for resource:subnet and tenant:c9d7a5a8bc904e19ad08fe34059e1eb7 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:26:44.158610 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295b2da-735c-4dac-b08a-ca3337aef3fb req-cde1236d-4cbf-4aa3-9a6b-d8b9cf0a2d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:44.159208 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-5f618fcd-3e5d-483a-bd36-5bc9655c0b07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:26:44.160259 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-3295b2da-735c-4dac-b08a-ca3337aef3fb req-cde1236d-4cbf-4aa3-9a6b-d8b9cf0a2d71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b858367-3017-42c3-84d7-c4f053cead2f HTTP/1.1" status: 200 len: 854 time: 0.0701468 Aug 23 10:26:44.165063 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-5f618fcd-3e5d-483a-bd36-5bc9655c0b07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:26:44.176742 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f618fcd-3e5d-483a-bd36-5bc9655c0b07 admin admin] Made reservation on behalf of c9d7a5a8bc904e19ad08fe34059e1eb7 for: {'subnet': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:26:44.179373 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-5f618fcd-3e5d-483a-bd36-5bc9655c0b07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26586353'] for subnet, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:44.197275 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Sync routers for ids ['547317d8-3e9b-41c5-b069-57b759897562'] in dv-cinder-802781-2-smb {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:26:44.214641 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Routers {'547317d8-3e9b-41c5-b069-57b759897562'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:26:44.215191 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:26:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['547317d8-3e9b-41c5-b069-57b759897562'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:44.230051 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-3295b2da-735c-4dac-b08a-ca3337aef3fb req-8e3efe88-aae3-4ee3-b5ee-32db413630de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8a90c82-eb23-408c-b3b9-12f975ab7cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627534 Aug 23 10:26:44.375580 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-3295b2da-735c-4dac-b08a-ca3337aef3fb req-0beb8831-183c-4de0-9451-ff71c9bad63d service neutron] 10.222.0.46 "GET /v2.0/networks/e8a90c82-eb23-408c-b3b9-12f975ab7cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373010 Aug 23 10:26:44.430027 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-5f618fcd-3e5d-483a-bd36-5bc9655c0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26786065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26586243'] for subnet, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:44.438118 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-6144abab-d3ab-4488-a13f-c6443ff1880d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:44.441292 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Set router 547317d8-3e9b-41c5-b069-57b759897562 gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:26:44.535792 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f618fcd-3e5d-483a-bd36-5bc9655c0b07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44498ac4-f730-4921-983c-7caf60cb21fe,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:44.537980 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f618fcd-3e5d-483a-bd36-5bc9655c0b07 admin admin] Checking segment: {'id': '518ff45b-f23f-4689-b360-64b625a654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '68292f4a-3be0-4e1a-8530-2729e2118a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:26:44.538336 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f618fcd-3e5d-483a-bd36-5bc9655c0b07 admin admin] Network hostable DHCP agents. Network: 68292f4a-3be0-4e1a-8530-2729e2118a28, hostable agents: ['e4366bde-9e46-4a9c-adf7-2d64cdf13340'], hosted agents: [] {{(pid=79163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:26:44.543881 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-5f618fcd-3e5d-483a-bd36-5bc9655c0b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:44.558794 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-3295b2da-735c-4dac-b08a-ca3337aef3fb req-6ec85fc1-d954-4421-9643-3b3a5de2b62a service neutron] 10.222.0.46 "GET /v2.0/networks/e8a90c82-eb23-408c-b3b9-12f975ab7cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719890 Aug 23 10:26:44.564180 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f618fcd-3e5d-483a-bd36-5bc9655c0b07 admin admin] Network 68292f4a-3be0-4e1a-8530-2729e2118a28 is scheduled to be hosted by DHCP agent e4366bde-9e46-4a9c-adf7-2d64cdf13340 with binding_index 1 {{(pid=79163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:26:44.590936 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-5f618fcd-3e5d-483a-bd36-5bc9655c0b07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-smb, 68292f4a-3be0-4e1a-8530-2729e2118a28) {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:26:44.598144 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f618fcd-3e5d-483a-bd36-5bc9655c0b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:44.598761 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-5f618fcd-3e5d-483a-bd36-5bc9655c0b07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:44.603588 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560f0f4b-0626-4269-9873-9bbafc8734e4 None None] Network 68292f4a-3be0-4e1a-8530-2729e2118a28 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:26:44.631646 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 45194) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:44.637347 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-417677651-router', 'tenant_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:26:44.641853 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-5f618fcd-3e5d-483a-bd36-5bc9655c0b07 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4999480 Aug 23 10:26:44.646233 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:26:44.650302 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Usage tracker for resource:router and tenant:c9d7a5a8bc904e19ad08fe34059e1eb7 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:26:44.653479 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:26:44.664979 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:26:44.679407 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3807438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6589'] for router, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:44.681776 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:44.706125 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:44.745058 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96897f98-e39a-4406-bce8-8bc522e3d630 req-2d909315-cf7d-4af3-aaf1-456367cd2e59 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:44.746563 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-96897f98-e39a-4406-bce8-8bc522e3d630 req-2d909315-cf7d-4af3-aaf1-456367cd2e59 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 943 time: 0.1023495 Aug 23 10:26:44.800787 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-96897f98-e39a-4406-bce8-8bc522e3d630 req-f240e7c4-69ea-468e-864d-f369e0917da5 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476491 Aug 23 10:26:44.816100 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547317d8-3e9b-41c5-b069-57b759897562', 'name': 'tempest-TestMinimumBasicScenario-929115789-router', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:37Z', 'updated_at': '2021-08-23T10:26:41Z', 'revision_number': 4, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'gw_port': {'id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:38Z', 'updated_at': '2021-08-23T10:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': '8d6d15fd-1f59-4250-bb32-ff77d65dd7ff', 'name': '', 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'mac_address': 'fa:16:3e:a8:a9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:41Z', 'updated_at': '2021-08-23T10:26:42Z', 'revision_number': 2, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'subnets': [{'id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:44.824665 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Checking router: 547317d8-3e9b-41c5-b069-57b759897562 for host: dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:26:44.825173 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Updating router 547317d8-3e9b-41c5-b069-57b759897562 port 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff binding host dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:26:44.870478 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76cf127e-a354-528f-8ac1-44611a3235cc-68292f4a-3be0-4e1a-8530-2729e2118a28', 'network_id': '68292f4a-3be0-4e1a-8530-2729e2118a28', 'tenant_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'fixed_ips': [{'subnet_id': '44498ac4-f730-4921-983c-7caf60cb21fe'}]}} from dv-cinder-802781-2-smb. {{(pid=79165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 10:26:44.871462 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:44.892830 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:45.026339 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6470'] for router, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:45.043795 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.db_base_plugin_common [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Allocated IP 172.20.0.2 (68292f4a-3be0-4e1a-8530-2729e2118a28/44498ac4-f730-4921-983c-7caf60cb21fe/5ac6621a-3458-4117-8d4b-4fb142ef4f47) {{(pid=79165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:26:45.283101 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Notify callbacks [] for port, precommit_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:45.297996 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.provisioning_blocks [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Transition to ACTIVE for port object 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff will not be triggered until provisioned by entity L2. {{(pid=79166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:26:45.299241 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Notify callbacks [] for port, precommit_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:45.305645 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:45.310658 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:45.310845 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Transition to ACTIVE for port object 5ac6621a-3458-4117-8d4b-4fb142ef4f47 will not be triggered until provisioned by entity L2. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:26:45.335611 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Transition to ACTIVE for port object 5ac6621a-3458-4117-8d4b-4fb142ef4f47 will not be triggered until provisioned by entity DHCP. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:26:45.344914 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:45.349124 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:45.384097 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239bd08-3e12-4367-81a3-5b132f46bd41 None None] Pushing event updated for resources: {'Port': ['ID=8d6d15fd-1f59-4250-bb32-ff77d65dd7ff,revision_number=3']} {{(pid=79166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:45.399038 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:45.429813 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Network 68292f4a-3be0-4e1a-8530-2729e2118a28 is already hosted by enough agents. {{(pid=79165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:26:45.439344 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.scheduler.base_scheduler [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Resources bound (agent type, host, resource id): {{(pid=79165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:26:45.443698 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:45.445807 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Received port after_create {{(pid=79165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:26:45.449127 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Pushing event updated for resources: {'Port': ['ID=5ac6621a-3458-4117-8d4b-4fb142ef4f47,revision_number=1']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:45.455166 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:45.559020 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 9c8c24ce-7b6c-4810-a0fa-a547923b0c51 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:26:45.589130 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239bd08-3e12-4367-81a3-5b132f46bd41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:45.589506 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239bd08-3e12-4367-81a3-5b132f46bd41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:45.589867 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239bd08-3e12-4367-81a3-5b132f46bd41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:45.590227 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239bd08-3e12-4367-81a3-5b132f46bd41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:45.590556 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239bd08-3e12-4367-81a3-5b132f46bd41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:45.590881 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239bd08-3e12-4367-81a3-5b132f46bd41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:45.591204 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239bd08-3e12-4367-81a3-5b132f46bd41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:45.591542 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239bd08-3e12-4367-81a3-5b132f46bd41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:45.591896 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239bd08-3e12-4367-81a3-5b132f46bd41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:45.592218 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239bd08-3e12-4367-81a3-5b132f46bd41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:45.592532 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239bd08-3e12-4367-81a3-5b132f46bd41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:45.593504 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239bd08-3e12-4367-81a3-5b132f46bd41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:45.599022 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-e239bd08-3e12-4367-81a3-5b132f46bd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:45.601224 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Attempting to bind port 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:26:45.601596 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Attempting to bind port 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': 'a0141450-847c-4cac-b78c-b16edc4d3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098'}] {{(pid=79166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:26:45.602429 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Attempting to bind port 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff on network daf7b380-4135-4f3c-b79a-16cc19a78098 {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:26:45.607444 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:26:45.607821 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Checking segment: {'id': 'a0141450-847c-4cac-b78c-b16edc4d3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:26:45.608254 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:45.609210 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Bound using segment: {'id': 'a0141450-847c-4cac-b78c-b16edc4d3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098'} {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:26:45.609816 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Bound port: 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0141450-847c-4cac-b78c-b16edc4d3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098'}}] {{(pid=79166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:26:45.610220 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:45.626210 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Allocated IP 172.28.2.181 (6abbf648-30c3-4bc3-b6f8-fb92b7833a6b/1bf33108-a606-44c8-ae34-6d10a469fb3b/cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:26:45.659000 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Attempting to bind port 5ac6621a-3458-4117-8d4b-4fb142ef4f47 on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:26:45.659437 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Attempting to bind port 5ac6621a-3458-4117-8d4b-4fb142ef4f47 by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': '518ff45b-f23f-4689-b360-64b625a654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '68292f4a-3be0-4e1a-8530-2729e2118a28'}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:26:45.659818 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Attempting to bind port 5ac6621a-3458-4117-8d4b-4fb142ef4f47 on network 68292f4a-3be0-4e1a-8530-2729e2118a28 {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:26:45.667598 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:26:45.668069 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Checking segment: {'id': '518ff45b-f23f-4689-b360-64b625a654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '68292f4a-3be0-4e1a-8530-2729e2118a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:26:45.668631 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:45.669041 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Bound using segment: {'id': '518ff45b-f23f-4689-b360-64b625a654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '68292f4a-3be0-4e1a-8530-2729e2118a28'} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:26:45.670016 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Bound port: 5ac6621a-3458-4117-8d4b-4fb142ef4f47, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518ff45b-f23f-4689-b360-64b625a654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '68292f4a-3be0-4e1a-8530-2729e2118a28'}}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:26:45.670425 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:45.717442 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.db [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] For port 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:26:45.721072 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.db [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] For port 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=8d6d15fd-1f59-4250-bb32-ff77d65dd7ff,segment=NetworkSegment(a0141450-847c-4cac-b78c-b16edc4d3dd0),segment_id=a0141450-847c-4cac-b78c-b16edc4d3dd0)] {{(pid=79166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:26:45.726041 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:45.730026 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-e239bd08-3e12-4367-81a3-5b132f46bd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:45.761605 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 9c8c24ce-7b6c-4810-a0fa-a547923b0c51 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:45.761997 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:45.810404 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Routers {'547317d8-3e9b-41c5-b069-57b759897562'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:26:45.811045 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:26:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['547317d8-3e9b-41c5-b069-57b759897562'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:45.844027 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] For port 5ac6621a-3458-4117-8d4b-4fb142ef4f47, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:26:45.857052 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] For port 5ac6621a-3458-4117-8d4b-4fb142ef4f47, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=5ac6621a-3458-4117-8d4b-4fb142ef4f47,segment=NetworkSegment(518ff45b-f23f-4689-b360-64b625a654b1),segment_id=518ff45b-f23f-4689-b360-64b625a654b1)] {{(pid=79165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:26:45.865454 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:45.869905 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-357d93a5-8e9b-42c2-9155-694760598c39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:46.011637 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Pushing event updated for resources: {'Port': ['ID=5ac6621a-3458-4117-8d4b-4fb142ef4f47,revision_number=2']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:46.014763 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:46.019138 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:46.062660 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:46.064758 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a3fa7-7f1c-4f65-9f21-1851ce39bd3e req-fe3f5e0f-4146-4700-80b0-0aed4d7c1155 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:46.066252 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-459a3fa7-7f1c-4f65-9f21-1851ce39bd3e req-fe3f5e0f-4146-4700-80b0-0aed4d7c1155 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 943 time: 0.1146486 Aug 23 10:26:46.068171 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-22021430-2551-4356-b6be-e5f3a64986c1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:46.069104 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239bd08-3e12-4367-81a3-5b132f46bd41 None None] Pushing event updated for resources: {'Port': ['ID=8d6d15fd-1f59-4250-bb32-ff77d65dd7ff,revision_number=4']} {{(pid=79166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:46.083737 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-e239bd08-3e12-4367-81a3-5b132f46bd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:46.094611 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] Set router 547317d8-3e9b-41c5-b069-57b759897562 gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:26:46.136075 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:26:46.139415 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:26:46.143980 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:26:46.155731 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-459a3fa7-7f1c-4f65-9f21-1851ce39bd3e req-2c16498b-ada7-4649-acfd-3f40a9e4b8e6 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732210 Aug 23 10:26:46.193615 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Pushing event updated for resources: {'Port': ['ID=cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:46.197851 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:46.508824 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547317d8-3e9b-41c5-b069-57b759897562', 'name': 'tempest-TestMinimumBasicScenario-929115789-router', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:37Z', 'updated_at': '2021-08-23T10:26:41Z', 'revision_number': 4, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'gw_port': {'id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:38Z', 'updated_at': '2021-08-23T10:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': '8d6d15fd-1f59-4250-bb32-ff77d65dd7ff', 'name': '', 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'mac_address': 'fa:16:3e:a8:a9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:41Z', 'updated_at': '2021-08-23T10:26:45Z', 'revision_number': 4, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'subnets': [{'id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:46.512616 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e525a40-3192-4439-a64c-eaa21ef7b3ee None None] The sync data for ids ['547317d8-3e9b-41c5-b069-57b759897562'] in dv-cinder-802781-2-smb is: [{'id': '547317d8-3e9b-41c5-b069-57b759897562', 'name': 'tempest-TestMinimumBasicScenario-929115789-router', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:37Z', 'updated_at': '2021-08-23T10:26:41Z', 'revision_number': 4, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'gw_port': {'id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:38Z', 'updated_at': '2021-08-23T10:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': '8d6d15fd-1f59-4250-bb32-ff77d65dd7ff', 'name': '', 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'mac_address': 'fa:16:3e:a8:a9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:41Z', 'updated_at': '2021-08-23T10:26:45Z', 'revision_number': 4, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'subnets': [{'id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:26:46.623626 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:46.722493 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 747baaf9-c4ab-478d-b71c-cefe2934f10b details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:26:46.923027 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 747baaf9-c4ab-478d-b71c-cefe2934f10b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=747baaf9-c4ab-478d-b71c-cefe2934f10b,segment=NetworkSegment(d6b3c1be-7d50-4f67-839a-b6f7e4c26baa),segment_id=d6b3c1be-7d50-4f67-839a-b6f7e4c26baa)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:46.940312 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': '747baaf9-c4ab-478d-b71c-cefe2934f10b', 'network_id': 'e8a90c82-eb23-408c-b3b9-12f975ab7cb7', 'port_id': '747baaf9-c4ab-478d-b71c-cefe2934f10b', 'mac_address': 'fa:16:3e:20:62:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b858367-3017-42c3-84d7-c4f053cead2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:26:47.008445 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:47.027641 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747baaf9-c4ab-478d-b71c-cefe2934f10b {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:26:47.033421 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901087'] for router, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:47.045152 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 747baaf9-c4ab-478d-b71c-cefe2934f10b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=747baaf9-c4ab-478d-b71c-cefe2934f10b,segment=NetworkSegment(d6b3c1be-7d50-4f67-839a-b6f7e4c26baa),segment_id=d6b3c1be-7d50-4f67-839a-b6f7e4c26baa)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:47.051598 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:47.053660 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:47.125074 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecf9a3c-7408-4604-b6c7-373b1632abeb None None] Network 68292f4a-3be0-4e1a-8530-2729e2118a28 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:26:47.184670 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=747baaf9-c4ab-478d-b71c-cefe2934f10b,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:47.189603 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e2616000-ee4e-4f45-92e7-1eacf8ed3798 None None] Provisioning for port 5ac6621a-3458-4117-8d4b-4fb142ef4f47 completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:26:47.193699 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:47.299374 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Router 90daa184-907d-4fc5-81a1-b4f3f497fbd1 is scheduled to L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 with binding_index 1 {{(pid=79164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 10:26:47.369896 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3078e9c-287a-4d9e-aac0-4980746c9220 req-289d9c6a-9b13-4f25-9423-c6305fb2b12f tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:47.372007 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e3078e9c-287a-4d9e-aac0-4980746c9220 req-289d9c6a-9b13-4f25-9423-c6305fb2b12f tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 944 time: 0.0924072 Aug 23 10:26:47.397913 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['747baaf9-c4ab-478d-b71c-cefe2934f10b'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:26:47.461747 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e3078e9c-287a-4d9e-aac0-4980746c9220 req-f25f1a65-b19a-4266-9d88-bc2b24349b7d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805900 Aug 23 10:26:47.565322 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 5ac6621a-3458-4117-8d4b-4fb142ef4f47 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:26:47.575654 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:26:47.602030 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Sync routers for ids ['90daa184-907d-4fc5-81a1-b4f3f497fbd1'] in dv-cinder-802781-2-smb {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:26:47.607280 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Notify callbacks [] for router, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:47.611861 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45206) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:47.613147 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9802520 Aug 23 10:26:47.646188 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Routers {'90daa184-907d-4fc5-81a1-b4f3f497fbd1'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:26:47.646932 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:26:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['90daa184-907d-4fc5-81a1-b4f3f497fbd1'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:47.871648 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port 5ac6621a-3458-4117-8d4b-4fb142ef4f47 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:26:47.887881 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 5ac6621a-3458-4117-8d4b-4fb142ef4f47 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:47.888261 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:47.941954 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-52071a63-e912-42a0-8e5c-fbbf004b46d7 None None] Provisioning complete for port 5ac6621a-3458-4117-8d4b-4fb142ef4f47 triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:47.942337 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-52071a63-e912-42a0-8e5c-fbbf004b46d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:47.995951 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Set router 90daa184-907d-4fc5-81a1-b4f3f497fbd1 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:26:48.350200 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:48.411490 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:48.417111 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-52071a63-e912-42a0-8e5c-fbbf004b46d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:48.454467 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port 5ac6621a-3458-4117-8d4b-4fb142ef4f47, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=5ac6621a-3458-4117-8d4b-4fb142ef4f47,segment=NetworkSegment(518ff45b-f23f-4689-b360-64b625a654b1),segment_id=518ff45b-f23f-4689-b360-64b625a654b1)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:48.459939 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:48.460771 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:26:48.484099 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:48.640831 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.db.api [None req-52071a63-e912-42a0-8e5c-fbbf004b46d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 10:26:48.641231 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_db.api [None req-52071a63-e912-42a0-8e5c-fbbf004b46d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 10:26:48.648333 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=5ac6621a-3458-4117-8d4b-4fb142ef4f47,revision_number=3']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:48.653331 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:48.667092 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'name': 'tempest-TestMinimumBasicScenario-417677651-router', 'tenant_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': 'cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:44Z', 'updated_at': '2021-08-23T10:26:46Z', 'revision_number': 3, 'project_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'gw_port': {'id': 'cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:54:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:45Z', 'updated_at': '2021-08-23T10:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:48.669018 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:26:48.674793 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:48.675169 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:48.678374 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Allocated IP 172.20.0.1 (68292f4a-3be0-4e1a-8530-2729e2118a28/44498ac4-f730-4921-983c-7caf60cb21fe/f55e9c1b-07b6-48e0-836a-ed3df5c0c459) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:26:48.703694 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Checking router: 90daa184-907d-4fc5-81a1-b4f3f497fbd1 for host: dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:26:48.704086 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Updating router 90daa184-907d-4fc5-81a1-b4f3f497fbd1 port cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d binding host dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:26:48.726650 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e49c66-e1de-4f2e-a7d6-5b8c544a7fb9 req-d25d3c3c-b919-41ef-8fe0-00c169a68600 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:48.728143 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-58e49c66-e1de-4f2e-a7d6-5b8c544a7fb9 req-d25d3c3c-b919-41ef-8fe0-00c169a68600 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 944 time: 0.1610007 Aug 23 10:26:48.737494 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 747baaf9-c4ab-478d-b71c-cefe2934f10b up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:26:48.830457 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:48.844764 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-58e49c66-e1de-4f2e-a7d6-5b8c544a7fb9 req-5ef45f8e-e98f-4b60-8202-31101fa8e6e6 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065538 Aug 23 10:26:48.887689 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:48.903475 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.provisioning_blocks [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Transition to ACTIVE for port object f55e9c1b-07b6-48e0-836a-ed3df5c0c459 will not be triggered until provisioned by entity DHCP. {{(pid=79163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:26:48.927914 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:48.931581 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-394040e0-b0e3-41b0-9796-c23157ecc305 tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:48.977475 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning for port 747baaf9-c4ab-478d-b71c-cefe2934f10b completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:26:48.994558 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port 747baaf9-c4ab-478d-b71c-cefe2934f10b triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:48.994957 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:48.996349 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Network 68292f4a-3be0-4e1a-8530-2729e2118a28 is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:26:48.999286 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:26:49.002885 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:26:49.039880 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Pushing event updated for resources: {'Port': ['ID=f55e9c1b-07b6-48e0-836a-ed3df5c0c459,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:49.043596 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:49.060855 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3806810'] for router_interface, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.074512 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.198561 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.258990 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=8d6d15fd-1f59-4250-bb32-ff77d65dd7ff,segment=NetworkSegment(a0141450-847c-4cac-b78c-b16edc4d3dd0),segment_id=a0141450-847c-4cac-b78c-b16edc4d3dd0)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:49.271051 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.276396 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-fe2de3a0-a9bc-4868-afcf-5755ee8c5860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:49.410891 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.437057 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=8d6d15fd-1f59-4250-bb32-ff77d65dd7ff,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:49.445221 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:49.447657 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.454070 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26781080'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.478196 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:49.480081 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 5ac6621a-3458-4117-8d4b-4fb142ef4f47 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:26:49.543377 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747baaf9-c4ab-478d-b71c-cefe2934f10b'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:26:49.574123 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 747baaf9-c4ab-478d-b71c-cefe2934f10b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=747baaf9-c4ab-478d-b71c-cefe2934f10b,segment=NetworkSegment(d6b3c1be-7d50-4f67-839a-b6f7e4c26baa),segment_id=d6b3c1be-7d50-4f67-839a-b6f7e4c26baa)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:49.590941 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.594400 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Notify callbacks [] for port, precommit_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.598373 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:49.634797 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747baaf9-c4ab-478d-b71c-cefe2934f10b', 'code': 200} Aug 23 10:26:49.636892 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-1b2fbfad-b818-4e82-adc7-bd08485af599 None None] Provisioning for port f55e9c1b-07b6-48e0-836a-ed3df5c0c459 completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:26:49.660016 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Pushing event updated for resources: {'Port': ['ID=f55e9c1b-07b6-48e0-836a-ed3df5c0c459,revision_number=2']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:49.662506 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3806773'] for router_interface, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.665644 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Transition to ACTIVE for port object cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d will not be triggered until provisioned by entity L2. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:26:49.666247 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:49.672033 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-1b2fbfad-b818-4e82-adc7-bd08485af599 None None] Provisioning complete for port f55e9c1b-07b6-48e0-836a-ed3df5c0c459 triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:49.672458 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-1b2fbfad-b818-4e82-adc7-bd08485af599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.720018 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.766807 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=747baaf9-c4ab-478d-b71c-cefe2934f10b,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:49.772892 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 5ac6621a-3458-4117-8d4b-4fb142ef4f47 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:49.773275 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.803927 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:49.804204 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Network 68292f4a-3be0-4e1a-8530-2729e2118a28 is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:26:49.804541 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-1b2fbfad-b818-4e82-adc7-bd08485af599 None None] Port f55e9c1b-07b6-48e0-836a-ed3df5c0c459 cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:26:49.805227 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:26:49.805750 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:49.859253 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Attempting to bind port cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:26:49.859652 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Attempting to bind port cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:26:49.860045 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Attempting to bind port cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d on network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:26:49.917335 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b1bda-6f3c-491f-ab84-c9d36bb4a029 None None] Pushing event updated for resources: {'Port': ['ID=cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d,revision_number=2']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:49.919646 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:26:49.920056 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Checking segment: {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:26:49.920473 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.921101 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Bound using segment: {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:26:49.921693 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Bound port: cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:26:49.922094 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.948486 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-959b1bda-6f3c-491f-ab84-c9d36bb4a029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:50.033456 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Router 90daa184-907d-4fc5-81a1-b4f3f497fbd1 has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:26:50.128965 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] For port cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:26:50.132990 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] For port cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:26:50.140032 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-8aec4b52-cff2-4b4d-87a6-e278f4b81380 None None] Provisioning complete for port f55e9c1b-07b6-48e0-836a-ed3df5c0c459 triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:50.140208 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0145e11-d331-4e0c-825b-5c9254cf9015 req-b41290d1-a55e-4dff-83e8-31e53c0f116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:50.140790 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-8aec4b52-cff2-4b4d-87a6-e278f4b81380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:50.141658 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e0145e11-d331-4e0c-825b-5c9254cf9015 req-b41290d1-a55e-4dff-83e8-31e53c0f116d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 1098 time: 0.3670020 Aug 23 10:26:50.153419 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269cb8b-870e-4def-8b83-7d4043082cb8 req-621a5f43-ea36-4c71-9d34-151ed69a2d33 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:50.154089 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-4269cb8b-870e-4def-8b83-7d4043082cb8 req-621a5f43-ea36-4c71-9d34-151ed69a2d33 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Synchronizing usage tracker for tenant:9f0a004b1ba243cf8b4a5065207e431d on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:26:50.193794 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-8aec4b52-cff2-4b4d-87a6-e278f4b81380 None None] Port f55e9c1b-07b6-48e0-836a-ed3df5c0c459 cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:26:50.195729 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:50.200413 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-4269cb8b-870e-4def-8b83-7d4043082cb8 req-621a5f43-ea36-4c71-9d34-151ed69a2d33 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Unset dirty status for tenant:9f0a004b1ba243cf8b4a5065207e431d on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:26:50.200858 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:50.206814 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4269cb8b-870e-4def-8b83-7d4043082cb8 req-621a5f43-ea36-4c71-9d34-151ed69a2d33 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 945 time: 0.1652954 Aug 23 10:26:50.209788 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e0145e11-d331-4e0c-825b-5c9254cf9015 req-334c9fdc-d2e2-452d-8504-56754c439e2a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520184 Aug 23 10:26:50.245120 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:26:50.253678 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4269cb8b-870e-4def-8b83-7d4043082cb8 req-84155941-005f-4fda-aa5d-39c34ef2a5cb tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460205 Aug 23 10:26:50.265807 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] 10.222.0.20 "PUT /v2.0/routers/90daa184-907d-4fc5-81a1-b4f3f497fbd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6520784 Aug 23 10:26:50.282276 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Routers {'90daa184-907d-4fc5-81a1-b4f3f497fbd1'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:26:50.282902 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:26:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['90daa184-907d-4fc5-81a1-b4f3f497fbd1'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:50.336628 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b1bda-6f3c-491f-ab84-c9d36bb4a029 None None] Pushing event updated for resources: {'Port': ['ID=cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d,revision_number=3']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:50.347448 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-959b1bda-6f3c-491f-ab84-c9d36bb4a029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:50.463833 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] Set router 90daa184-907d-4fc5-81a1-b4f3f497fbd1 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:26:50.787117 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'name': 'tempest-TestMinimumBasicScenario-417677651-router', 'tenant_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': 'cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:44Z', 'updated_at': '2021-08-23T10:26:49Z', 'revision_number': 4, 'project_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'gw_port': {'id': 'cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:54:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:45Z', 'updated_at': '2021-08-23T10:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'f55e9c1b-07b6-48e0-836a-ed3df5c0c459', 'name': '', 'network_id': '68292f4a-3be0-4e1a-8530-2729e2118a28', 'tenant_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'mac_address': 'fa:16:3e:bf:39:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '44498ac4-f730-4921-983c-7caf60cb21fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:48Z', 'updated_at': '2021-08-23T10:26:49Z', 'revision_number': 2, 'project_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'subnets': [{'id': '44498ac4-f730-4921-983c-7caf60cb21fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:50.791233 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e41cb4e-f028-4432-a9b9-1bb656011807 None None] The sync data for ids ['90daa184-907d-4fc5-81a1-b4f3f497fbd1'] in dv-cinder-802781-2-smb is: [{'id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'name': 'tempest-TestMinimumBasicScenario-417677651-router', 'tenant_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': 'cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:44Z', 'updated_at': '2021-08-23T10:26:49Z', 'revision_number': 4, 'project_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'gw_port': {'id': 'cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:54:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:45Z', 'updated_at': '2021-08-23T10:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'f55e9c1b-07b6-48e0-836a-ed3df5c0c459', 'name': '', 'network_id': '68292f4a-3be0-4e1a-8530-2729e2118a28', 'tenant_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'mac_address': 'fa:16:3e:bf:39:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '44498ac4-f730-4921-983c-7caf60cb21fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:48Z', 'updated_at': '2021-08-23T10:26:49Z', 'revision_number': 2, 'project_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'subnets': [{'id': '44498ac4-f730-4921-983c-7caf60cb21fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:26:51.481215 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:26:51.587072 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e9d75-f538-46d6-846f-28c4989abb5b req-49bf79bc-e7a6-4d33-80e9-b75e6590bd66 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:51.596305 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ae2e9d75-f538-46d6-846f-28c4989abb5b req-49bf79bc-e7a6-4d33-80e9-b75e6590bd66 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 945 time: 0.2095551 Aug 23 10:26:51.656238 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:51.656622 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:51.664901 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ae2e9d75-f538-46d6-846f-28c4989abb5b req-1f4ae6fe-3520-4b34-b05e-7b37ee6014ad tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586081 Aug 23 10:26:52.926682 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc841b5-3033-47d6-9eec-609a817d7165 req-94f8c12a-192c-4dcf-a897-79d1febc76cc tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:52.928193 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9dc841b5-3033-47d6-9eec-609a817d7165 req-94f8c12a-192c-4dcf-a897-79d1febc76cc tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 945 time: 0.1357780 Aug 23 10:26:52.991551 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9dc841b5-3033-47d6-9eec-609a817d7165 req-31826ad7-0098-42c4-8799-f37715314fa8 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553703 Aug 23 10:26:53.594146 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:26:53.707953 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:26:53.714492 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:53.715789 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:53.885365 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:53.909482 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:53.914566 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:53.916885 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:54.045051 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:54.049481 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:54.469546 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Sync routers for ids ['90daa184-907d-4fc5-81a1-b4f3f497fbd1'] in dv-cinder-802781-2-smb {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:26:54.481912 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Routers {'90daa184-907d-4fc5-81a1-b4f3f497fbd1'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:26:54.482775 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:26:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['90daa184-907d-4fc5-81a1-b4f3f497fbd1'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:54.693467 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Set router 90daa184-907d-4fc5-81a1-b4f3f497fbd1 gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:26:55.067033 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'name': 'tempest-TestMinimumBasicScenario-417677651-router', 'tenant_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': 'cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:44Z', 'updated_at': '2021-08-23T10:26:49Z', 'revision_number': 4, 'project_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'gw_port': {'id': 'cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:45Z', 'updated_at': '2021-08-23T10:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'f55e9c1b-07b6-48e0-836a-ed3df5c0c459', 'name': '', 'network_id': '68292f4a-3be0-4e1a-8530-2729e2118a28', 'tenant_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'mac_address': 'fa:16:3e:bf:39:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '44498ac4-f730-4921-983c-7caf60cb21fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:48Z', 'updated_at': '2021-08-23T10:26:49Z', 'revision_number': 2, 'project_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'subnets': [{'id': '44498ac4-f730-4921-983c-7caf60cb21fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:55.072537 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Checking router: 90daa184-907d-4fc5-81a1-b4f3f497fbd1 for host: dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:26:55.073222 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Updating router 90daa184-907d-4fc5-81a1-b4f3f497fbd1 port f55e9c1b-07b6-48e0-836a-ed3df5c0c459 binding host dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:26:55.129227 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:26:55.151932 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:55.478764 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:26:55.566668 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Notify callbacks [] for port, precommit_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:55.573047 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:55.575097 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:55.580385 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.provisioning_blocks [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Transition to ACTIVE for port object f55e9c1b-07b6-48e0-836a-ed3df5c0c459 will not be triggered until provisioned by entity L2. {{(pid=79166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:26:55.594352 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:55.599226 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-06542c4c-edc6-43fd-adea-9779d090f34f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:55.676543 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd322-a8ab-4239-916a-9727c5037136 None None] Pushing event updated for resources: {'Port': ['ID=f55e9c1b-07b6-48e0-836a-ed3df5c0c459,revision_number=3']} {{(pid=79166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:55.680845 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-140bd322-a8ab-4239-916a-9727c5037136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:55.899010 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Attempting to bind port f55e9c1b-07b6-48e0-836a-ed3df5c0c459 on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:26:55.899297 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Attempting to bind port f55e9c1b-07b6-48e0-836a-ed3df5c0c459 by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': '518ff45b-f23f-4689-b360-64b625a654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '68292f4a-3be0-4e1a-8530-2729e2118a28'}] {{(pid=79166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:26:55.899662 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Attempting to bind port f55e9c1b-07b6-48e0-836a-ed3df5c0c459 on network 68292f4a-3be0-4e1a-8530-2729e2118a28 {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:26:55.905589 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:26:55.906051 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Checking segment: {'id': '518ff45b-f23f-4689-b360-64b625a654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '68292f4a-3be0-4e1a-8530-2729e2118a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:26:55.906464 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:55.906864 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Bound using segment: {'id': '518ff45b-f23f-4689-b360-64b625a654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '68292f4a-3be0-4e1a-8530-2729e2118a28'} {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:26:55.907366 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Bound port: f55e9c1b-07b6-48e0-836a-ed3df5c0c459, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518ff45b-f23f-4689-b360-64b625a654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '68292f4a-3be0-4e1a-8530-2729e2118a28'}}] {{(pid=79166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:26:55.907758 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:56.052524 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.db [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] For port f55e9c1b-07b6-48e0-836a-ed3df5c0c459, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:26:56.056668 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.db [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] For port f55e9c1b-07b6-48e0-836a-ed3df5c0c459, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=f55e9c1b-07b6-48e0-836a-ed3df5c0c459,segment=NetworkSegment(518ff45b-f23f-4689-b360-64b625a654b1),segment_id=518ff45b-f23f-4689-b360-64b625a654b1)] {{(pid=79166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:26:56.064538 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:56.083178 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:56.319999 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd322-a8ab-4239-916a-9727c5037136 None None] Pushing event updated for resources: {'Port': ['ID=f55e9c1b-07b6-48e0-836a-ed3df5c0c459,revision_number=4']} {{(pid=79166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:56.338917 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-140bd322-a8ab-4239-916a-9727c5037136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:56.358884 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Routers {'90daa184-907d-4fc5-81a1-b4f3f497fbd1'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:26:56.359813 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:26:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['90daa184-907d-4fc5-81a1-b4f3f497fbd1'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:56.377838 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a11e53-a3aa-4dc1-b39c-ab0bc9eea40f req-a35a08ec-5bcb-4dc1-b47e-1f45e286d0af tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:56.384976 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-06a11e53-a3aa-4dc1-b39c-ab0bc9eea40f req-a35a08ec-5bcb-4dc1-b47e-1f45e286d0af tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.1089380 Aug 23 10:26:56.441097 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-06a11e53-a3aa-4dc1-b39c-ab0bc9eea40f req-6b3628fe-7e52-44a9-89d7-2f1f5591c1f8 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551109 Aug 23 10:26:56.630751 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] Set router 90daa184-907d-4fc5-81a1-b4f3f497fbd1 gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:26:57.011920 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'name': 'tempest-TestMinimumBasicScenario-417677651-router', 'tenant_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': 'cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:44Z', 'updated_at': '2021-08-23T10:26:49Z', 'revision_number': 4, 'project_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'gw_port': {'id': 'cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:45Z', 'updated_at': '2021-08-23T10:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'f55e9c1b-07b6-48e0-836a-ed3df5c0c459', 'name': '', 'network_id': '68292f4a-3be0-4e1a-8530-2729e2118a28', 'tenant_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'mac_address': 'fa:16:3e:bf:39:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '44498ac4-f730-4921-983c-7caf60cb21fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:48Z', 'updated_at': '2021-08-23T10:26:56Z', 'revision_number': 4, 'project_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'subnets': [{'id': '44498ac4-f730-4921-983c-7caf60cb21fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:57.018547 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a608300-eb99-4909-8142-b5d26b681db8 None None] The sync data for ids ['90daa184-907d-4fc5-81a1-b4f3f497fbd1'] in dv-cinder-802781-2-smb is: [{'id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'name': 'tempest-TestMinimumBasicScenario-417677651-router', 'tenant_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': 'cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:44Z', 'updated_at': '2021-08-23T10:26:49Z', 'revision_number': 4, 'project_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'gw_port': {'id': 'cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:45Z', 'updated_at': '2021-08-23T10:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'f55e9c1b-07b6-48e0-836a-ed3df5c0c459', 'name': '', 'network_id': '68292f4a-3be0-4e1a-8530-2729e2118a28', 'tenant_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'mac_address': 'fa:16:3e:bf:39:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '44498ac4-f730-4921-983c-7caf60cb21fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:48Z', 'updated_at': '2021-08-23T10:26:56Z', 'revision_number': 4, 'project_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'subnets': [{'id': '44498ac4-f730-4921-983c-7caf60cb21fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:26:57.499857 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device f55e9c1b-07b6-48e0-836a-ed3df5c0c459 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:26:57.600491 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port f55e9c1b-07b6-48e0-836a-ed3df5c0c459 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:26:57.606651 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port f55e9c1b-07b6-48e0-836a-ed3df5c0c459 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:57.607251 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:57.702469 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e969e6-2fdd-43f6-9b15-78051d8d3f31 req-fea0b7de-2ef0-447c-a989-67d44c32eeeb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:57.705315 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-35e969e6-2fdd-43f6-9b15-78051d8d3f31 req-fea0b7de-2ef0-447c-a989-67d44c32eeeb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.1406467 Aug 23 10:26:57.770224 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-35e969e6-2fdd-43f6-9b15-78051d8d3f31 req-b7af58da-f19c-4db9-9015-ec5610756fef tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508232 Aug 23 10:26:57.804663 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:57.851136 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port f55e9c1b-07b6-48e0-836a-ed3df5c0c459, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=f55e9c1b-07b6-48e0-836a-ed3df5c0c459,segment=NetworkSegment(518ff45b-f23f-4689-b360-64b625a654b1),segment_id=518ff45b-f23f-4689-b360-64b625a654b1)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:57.855514 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:57.863973 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:58.012620 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=f55e9c1b-07b6-48e0-836a-ed3df5c0c459,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:58.020049 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:59.027710 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276772e1-679f-447f-91f9-1fe5af9b6237 req-5a542393-be03-4187-8fe4-edfb658275d0 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:59.032654 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-276772e1-679f-447f-91f9-1fe5af9b6237 req-5a542393-be03-4187-8fe4-edfb658275d0 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.1332297 Aug 23 10:26:59.084332 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-276772e1-679f-447f-91f9-1fe5af9b6237 req-6d405f15-cf89-46c8-af48-716de9fe18d4 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480869 Aug 23 10:26:59.450115 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device f55e9c1b-07b6-48e0-836a-ed3df5c0c459 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:26:59.532856 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port f55e9c1b-07b6-48e0-836a-ed3df5c0c459 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:59.533494 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:00.321904 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab54f7-e504-42ba-a4c5-c70afb47f4f2 req-2c5df205-2583-4e54-9d8c-29c770fbb773 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:00.324151 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5aab54f7-e504-42ba-a4c5-c70afb47f4f2 req-2c5df205-2583-4e54-9d8c-29c770fbb773 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.1277885 Aug 23 10:27:00.391151 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5aab54f7-e504-42ba-a4c5-c70afb47f4f2 req-fd68c531-44ee-4265-adda-7bdb76006d4a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464139 Aug 23 10:27:01.585910 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef864a4-5488-462f-a5ff-6b4b386dd193 req-8212b7ce-29a8-4500-8006-4b8b8e460f48 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:01.587436 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4ef864a4-5488-462f-a5ff-6b4b386dd193 req-8212b7ce-29a8-4500-8006-4b8b8e460f48 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.0836215 Aug 23 10:27:01.631788 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4ef864a4-5488-462f-a5ff-6b4b386dd193 req-5465e6d8-afba-4917-92bb-7a0692021b00 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382872 Aug 23 10:27:01.691380 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-0a7f88f2-1b1d-40e7-9add-d2e6890fa9e5 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:01.692838 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-0a7f88f2-1b1d-40e7-9add-d2e6890fa9e5 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/networks?id=daf7b380-4135-4f3c-b79a-16cc19a78098 HTTP/1.1" status: 200 len: 814 time: 0.1423018 Aug 23 10:27:01.707487 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-7229e725-31c2-4d7a-a2b0-2742454148e2 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/quotas/1c65fc6a145144e589701398d7e540e5 HTTP/1.1" status: 200 len: 375 time: 0.0093319 Aug 23 10:27:01.787286 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-75d3d534-6d3b-4500-be21-26b56ababf96 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Synchronizing usage tracker for tenant:1c65fc6a145144e589701398d7e540e5 on resource:port {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:27:01.804107 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-75d3d534-6d3b-4500-be21-26b56ababf96 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Unset dirty status for tenant:1c65fc6a145144e589701398d7e540e5 on resource:port {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:27:01.805411 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-75d3d534-6d3b-4500-be21-26b56ababf96 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c65fc6a145144e589701398d7e540e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927877 Aug 23 10:27:01.941141 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-54481fd6-ad5a-456d-9ec1-9f65493fbd8c service neutron] 10.222.0.20 "GET /v2.0/networks/daf7b380-4135-4f3c-b79a-16cc19a78098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233041 Aug 23 10:27:02.069872 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-6ca7f8ab-cb3c-4a6e-a08f-d7878fc14bd4 service neutron] 10.222.0.20 "GET /v2.0/networks/daf7b380-4135-4f3c-b79a-16cc19a78098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230102 Aug 23 10:27:02.267061 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d3b98a4e-3dd8-433b-8562-334bc2ea8230 req-911ba229-fe6c-4268-8ff3-bedf73cc20a4 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 210 time: 0.0473533 Aug 23 10:27:02.824651 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa570a5f-a2db-427b-9bf7-705d6c621686 req-bd8a6186-ef1d-4737-bcf5-de08ccad836d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:02.826113 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-aa570a5f-a2db-427b-9bf7-705d6c621686 req-bd8a6186-ef1d-4737-bcf5-de08ccad836d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.0839579 Aug 23 10:27:02.873725 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-aa570a5f-a2db-427b-9bf7-705d6c621686 req-108ee67c-73c8-40e4-831e-4813bbe79884 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414860 Aug 23 10:27:03.413213 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-056f50f7-f2a4-4192-81c9-db5b3d44fa75 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:03.413981 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-056f50f7-f2a4-4192-81c9-db5b3d44fa75 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Synchronizing usage tracker for tenant:1c65fc6a145144e589701398d7e540e5 on resource:network {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:27:03.425159 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-41e5606e-31dd-4315-9c65-8c28bb087cff req-07e55fc7-454c-4a88-ad68-411ace780bef tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 210 time: 0.0506625 Aug 23 10:27:03.431347 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-056f50f7-f2a4-4192-81c9-db5b3d44fa75 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Unset dirty status for tenant:1c65fc6a145144e589701398d7e540e5 on resource:network {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:27:03.432987 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-056f50f7-f2a4-4192-81c9-db5b3d44fa75 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.46 "GET /v2.0/networks?id=daf7b380-4135-4f3c-b79a-16cc19a78098 HTTP/1.1" status: 200 len: 814 time: 0.1686108 Aug 23 10:27:03.450749 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-4a72baf5-1744-4bb1-8bc0-80c60a195a0e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Request body: {'port': {'device_id': 'fbf6e911-208e-4045-a4be-7be656718c8e', 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098', 'admin_state_up': True, 'tenant_id': '1c65fc6a145144e589701398d7e540e5'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:03.598947 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-4a72baf5-1744-4bb1-8bc0-80c60a195a0e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:27:03.609734 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-4a72baf5-1744-4bb1-8bc0-80c60a195a0e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:27:03.621766 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-4a72baf5-1744-4bb1-8bc0-80c60a195a0e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Made reservation on behalf of 1c65fc6a145144e589701398d7e540e5 for: {'port': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:27:03.627193 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-4a72baf5-1744-4bb1-8bc0-80c60a195a0e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:03.802213 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-4a72baf5-1744-4bb1-8bc0-80c60a195a0e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Allocated IP 172.20.0.3 (daf7b380-4135-4f3c-b79a-16cc19a78098/d5f748aa-77ee-4d76-997a-99bb9d44b611/73fdab80-badd-428b-8d6a-ce5b0a254287) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:27:04.137519 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-4a72baf5-1744-4bb1-8bc0-80c60a195a0e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:04.159275 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-4a72baf5-1744-4bb1-8bc0-80c60a195a0e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Transition to ACTIVE for port object 73fdab80-badd-428b-8d6a-ce5b0a254287 will not be triggered until provisioned by entity DHCP. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:27:04.186486 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-4a72baf5-1744-4bb1-8bc0-80c60a195a0e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:04.196771 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-34c1ed40-0d9d-4d6f-889b-2601c56f568a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:04.278170 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-4a72baf5-1744-4bb1-8bc0-80c60a195a0e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Network daf7b380-4135-4f3c-b79a-16cc19a78098 is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:27:04.279259 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-4a72baf5-1744-4bb1-8bc0-80c60a195a0e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:27:04.289630 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-4a72baf5-1744-4bb1-8bc0-80c60a195a0e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:27:04.377080 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-4a72baf5-1744-4bb1-8bc0-80c60a195a0e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:04.377991 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-4a72baf5-1744-4bb1-8bc0-80c60a195a0e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:04.537937 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72baf5-1744-4bb1-8bc0-80c60a195a0e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Pushing event updated for resources: {'Port': ['ID=73fdab80-badd-428b-8d6a-ce5b0a254287,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:04.542653 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-4a72baf5-1744-4bb1-8bc0-80c60a195a0e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:04.614984 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-4a72baf5-1744-4bb1-8bc0-80c60a195a0e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1680489 Aug 23 10:27:04.616928 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e9030564-9a96-47b3-9f32-9433c240b42d None None] Provisioning for port 73fdab80-badd-428b-8d6a-ce5b0a254287 completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:27:04.636069 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e9030564-9a96-47b3-9f32-9433c240b42d None None] Provisioning complete for port 73fdab80-badd-428b-8d6a-ce5b0a254287 triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:27:04.636069 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e9030564-9a96-47b3-9f32-9433c240b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:04.636401 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad8956-bf1a-44a1-b262-97c12fd76c43 req-b473a7eb-e8bf-43ab-b01d-7249be938354 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:04.636401 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-11ad8956-bf1a-44a1-b262-97c12fd76c43 req-b473a7eb-e8bf-43ab-b01d-7249be938354 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.5196912 Aug 23 10:27:04.701910 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-11ad8956-bf1a-44a1-b262-97c12fd76c43 req-05f1292b-72ef-468a-bf78-d56a868dbd50 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578759 Aug 23 10:27:04.727692 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e9030564-9a96-47b3-9f32-9433c240b42d None None] Port 73fdab80-badd-428b-8d6a-ce5b0a254287 cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:27:04.802209 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99ff71-05da-4e44-b6ed-2061017bc0b8 req-41d6e584-0e08-4c0b-9c3c-b5706956a67b tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:04.803881 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4d99ff71-05da-4e44-b6ed-2061017bc0b8 req-41d6e584-0e08-4c0b-9c3c-b5706956a67b tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 931 time: 0.2352369 Aug 23 10:27:04.850735 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4d99ff71-05da-4e44-b6ed-2061017bc0b8 req-9d8aee2d-ee1a-4a0d-b59a-d5360a58e115 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411563 Aug 23 10:27:05.995939 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4163ee-5afd-4775-9b8a-ab7ae12af3d3 req-a92642cc-0a3d-4f1e-bd59-70447ed32650 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:05.998078 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-da4163ee-5afd-4775-9b8a-ab7ae12af3d3 req-a92642cc-0a3d-4f1e-bd59-70447ed32650 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.1760118 Aug 23 10:27:06.046579 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-da4163ee-5afd-4775-9b8a-ab7ae12af3d3 req-8e0499bb-f029-4e9b-9eb9-1be47208d214 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405793 Aug 23 10:27:06.050803 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c2289-da47-46bc-be32-f450616970ec req-f67fdaad-30a9-4463-a0ae-65c7eb375239 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:06.051505 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-748c2289-da47-46bc-be32-f450616970ec req-f67fdaad-30a9-4463-a0ae-65c7eb375239 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Synchronizing usage tracker for tenant:1c65fc6a145144e589701398d7e540e5 on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:27:06.069051 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-748c2289-da47-46bc-be32-f450616970ec req-f67fdaad-30a9-4463-a0ae-65c7eb375239 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Unset dirty status for tenant:1c65fc6a145144e589701398d7e540e5 on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:27:06.070844 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-748c2289-da47-46bc-be32-f450616970ec req-f67fdaad-30a9-4463-a0ae-65c7eb375239 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 931 time: 0.1096578 Aug 23 10:27:06.135996 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-748c2289-da47-46bc-be32-f450616970ec req-c8a0eec7-6d6d-4d1a-ae50-755a551223f3 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Synchronizing usage tracker for tenant:1c65fc6a145144e589701398d7e540e5 on resource:security_group {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:27:06.149257 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-890c195a-1867-4923-8454-4483a79b3e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:06.157706 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-748c2289-da47-46bc-be32-f450616970ec req-c8a0eec7-6d6d-4d1a-ae50-755a551223f3 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Unset dirty status for tenant:1c65fc6a145144e589701398d7e540e5 on resource:security_group {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:27:06.159039 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-748c2289-da47-46bc-be32-f450616970ec req-c8a0eec7-6d6d-4d1a-ae50-755a551223f3 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787969 Aug 23 10:27:06.756878 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:06.815389 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:07.259189 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c8078-b00a-4849-be46-01ea83277ed3 req-321c441a-9edf-43c6-861a-c98ee7ac3c8a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:07.277968 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ce8c8078-b00a-4849-be46-01ea83277ed3 req-321c441a-9edf-43c6-861a-c98ee7ac3c8a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.1138871 Aug 23 10:27:07.362240 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ce8c8078-b00a-4849-be46-01ea83277ed3 req-facd3240-373e-43bb-b5cf-c28fad70a981 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705783 Aug 23 10:27:07.425636 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e02283-73d6-491a-9a01-bc0df22d594a req-9c598c8a-6989-4e20-916c-d9c61b444fe6 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:07.427325 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-39e02283-73d6-491a-9a01-bc0df22d594a req-9c598c8a-6989-4e20-916c-d9c61b444fe6 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 931 time: 0.1142995 Aug 23 10:27:07.477980 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-39e02283-73d6-491a-9a01-bc0df22d594a req-91408b81-e22e-488b-b5dc-c39492b0298e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445151 Aug 23 10:27:08.566949 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f93d01-08d7-42fc-b9c4-91e51aefc584 req-0c3fb2f6-631b-471c-b483-746f39f9b98e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:08.573555 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-98f93d01-08d7-42fc-b9c4-91e51aefc584 req-0c3fb2f6-631b-471c-b483-746f39f9b98e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.0917313 Aug 23 10:27:08.633932 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-98f93d01-08d7-42fc-b9c4-91e51aefc584 req-7064fd53-f12e-41aa-89fd-fbb0ccd47847 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539072 Aug 23 10:27:08.819928 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7940c46-ace8-473f-8d20-0a753c2d4501 req-6d2fa0b5-3817-443d-b8b8-f03e676f8ad8 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:08.821432 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d7940c46-ace8-473f-8d20-0a753c2d4501 req-6d2fa0b5-3817-443d-b8b8-f03e676f8ad8 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 931 time: 0.0800102 Aug 23 10:27:08.869004 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d7940c46-ace8-473f-8d20-0a753c2d4501 req-93c52ebb-4495-46ff-b1e6-4d479ac706a1 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414050 Aug 23 10:27:08.933338 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-89b1838e-9e32-416c-b905-d400eb48e745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:09.437204 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:09.852193 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a391f-9a1c-48a3-afed-145c75a49726 req-34d7ba54-0dd9-45f0-b043-c1ec37714bf2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:09.853942 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-145a391f-9a1c-48a3-afed-145c75a49726 req-34d7ba54-0dd9-45f0-b043-c1ec37714bf2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.0910912 Aug 23 10:27:09.899453 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-145a391f-9a1c-48a3-afed-145c75a49726 req-78450893-556b-42d1-9835-fb97c686a861 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387173 Aug 23 10:27:10.083305 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327d5ad-20c5-433c-b68c-e039121cfa19 req-1b0e1683-c69e-4253-80cb-5c6f173fd5ab tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:10.085086 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7327d5ad-20c5-433c-b68c-e039121cfa19 req-1b0e1683-c69e-4253-80cb-5c6f173fd5ab tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 931 time: 0.0919576 Aug 23 10:27:10.130003 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7327d5ad-20c5-433c-b68c-e039121cfa19 req-bda69f12-9d0c-4556-b19f-3b1850612688 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388749 Aug 23 10:27:10.846480 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:11.046573 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7e11a-bf8c-424b-accd-2619be555ae9 req-07fb4c46-394f-4279-8d97-c092fe571d83 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:11.048292 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-d4c7e11a-bf8c-424b-accd-2619be555ae9 req-07fb4c46-394f-4279-8d97-c092fe571d83 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0919237 Aug 23 10:27:11.112700 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-d4c7e11a-bf8c-424b-accd-2619be555ae9 req-fc380493-d174-4778-bd45-4e88025a2af2 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574737 Aug 23 10:27:11.113602 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e96eda-47c2-4e85-834a-2f7aa339c96a req-efc5263a-6e39-4dc6-9850-345faae5b57c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:11.115115 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-60e96eda-47c2-4e85-834a-2f7aa339c96a req-efc5263a-6e39-4dc6-9850-345faae5b57c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.1005490 Aug 23 10:27:11.181848 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-60e96eda-47c2-4e85-834a-2f7aa339c96a req-a2026b9d-8a3d-4f85-b117-36598681f709 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520067 Aug 23 10:27:11.495727 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff035a86-4d43-426c-a2d2-3e042a675781 req-3e46d028-0377-4d25-9da8-757fa8b30b2e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:11.497104 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ff035a86-4d43-426c-a2d2-3e042a675781 req-3e46d028-0377-4d25-9da8-757fa8b30b2e tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 931 time: 0.0863533 Aug 23 10:27:11.547371 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ff035a86-4d43-426c-a2d2-3e042a675781 req-114ed08a-33cb-439c-9d69-7065f1b73de2 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443835 Aug 23 10:27:12.339285 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409ee91-de44-43c2-b4c3-cdd586f246ca req-fd57989a-92b8-4136-88cc-59960ff3d468 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:12.343316 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2409ee91-de44-43c2-b4c3-cdd586f246ca req-fd57989a-92b8-4136-88cc-59960ff3d468 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1187441 Aug 23 10:27:12.382627 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312b8fb-e45b-4360-b921-6ca54e051b3e req-d1436cc2-45a6-4483-9f8d-5724dcb7d8f2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:12.384265 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-8312b8fb-e45b-4360-b921-6ca54e051b3e req-d1436cc2-45a6-4483-9f8d-5724dcb7d8f2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.0844278 Aug 23 10:27:12.392715 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2409ee91-de44-43c2-b4c3-cdd586f246ca req-b6f76787-7056-430c-b5c6-c5c9ab5a97f9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441687 Aug 23 10:27:12.435617 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-8312b8fb-e45b-4360-b921-6ca54e051b3e req-7fb92b4d-bdc7-4155-98d6-428d549beec9 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446815 Aug 23 10:27:12.744845 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476507f0-8d12-4072-82ad-6a8d3e2363d8 req-83937a1c-ee45-4f25-89ac-3958289c06a1 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:12.746321 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-476507f0-8d12-4072-82ad-6a8d3e2363d8 req-83937a1c-ee45-4f25-89ac-3958289c06a1 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 931 time: 0.0958667 Aug 23 10:27:12.790660 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-476507f0-8d12-4072-82ad-6a8d3e2363d8 req-a46a8184-74d8-438f-aed3-eee46aad80e3 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381899 Aug 23 10:27:13.609441 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67d1d7-9af4-4126-b8b1-33ed9e78b2d4 req-da495331-406b-4ead-937d-a06b2dfdcf8c tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:13.618821 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ad67d1d7-9af4-4126-b8b1-33ed9e78b2d4 req-da495331-406b-4ead-937d-a06b2dfdcf8c tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1166089 Aug 23 10:27:13.663146 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ad67d1d7-9af4-4126-b8b1-33ed9e78b2d4 req-068ec642-4baa-41cb-9b2e-cd6ccbc6b746 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433221 Aug 23 10:27:13.669092 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae95ce5-03c5-491c-944f-a6a59ce02bb8 req-e7c4872d-c35b-4341-98f5-1787e9cd6c12 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:13.670717 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-1ae95ce5-03c5-491c-944f-a6a59ce02bb8 req-e7c4872d-c35b-4341-98f5-1787e9cd6c12 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.1147275 Aug 23 10:27:13.716137 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-1ae95ce5-03c5-491c-944f-a6a59ce02bb8 req-6856e980-afef-4955-9c9d-a2f46180cc3d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396883 Aug 23 10:27:13.991233 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f82a03-8846-4dd3-a229-033f77436670 req-811424e1-f021-498c-b1dd-45d70f8b39ee tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:13.992706 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-46f82a03-8846-4dd3-a229-033f77436670 req-811424e1-f021-498c-b1dd-45d70f8b39ee tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 931 time: 0.0878835 Aug 23 10:27:14.035824 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-46f82a03-8846-4dd3-a229-033f77436670 req-6040ba9f-3111-4e29-b154-922fe6cbed5c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369446 Aug 23 10:27:14.836988 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Request body: {'port': {'device_id': 'fbf6e911-208e-4045-a4be-7be656718c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:14.901255 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23aab27-97dd-493a-bebe-c4ad63840713 req-31ede4a0-ed4f-4d01-b5b7-8e54c761a3ab tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:14.902739 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c23aab27-97dd-493a-bebe-c4ad63840713 req-31ede4a0-ed4f-4d01-b5b7-8e54c761a3ab tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1381531 Aug 23 10:27:14.934808 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b938a-0dc3-4724-8c80-e9d1f1e34fce req-c087badd-93b8-4605-8100-d11c10939c2f tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:14.942388 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ee3b938a-0dc3-4724-8c80-e9d1f1e34fce req-c087badd-93b8-4605-8100-d11c10939c2f tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.1105640 Aug 23 10:27:14.984987 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:14.992382 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ee3b938a-0dc3-4724-8c80-e9d1f1e34fce req-67d7c154-0a32-41bf-b29d-df80c37b2eea tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492878 Aug 23 10:27:15.052101 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c23aab27-97dd-493a-bebe-c4ad63840713 req-5b6e3648-7bc7-484a-a000-6118d8773e2e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916617 Aug 23 10:27:15.227745 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b789213-c1a0-46bf-ae9b-286679ee8a43 req-90e89144-a13e-4959-875a-b618b639ccb8 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:15.229419 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5b789213-c1a0-46bf-ae9b-286679ee8a43 req-90e89144-a13e-4959-875a-b618b639ccb8 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 931 time: 0.0871229 Aug 23 10:27:15.281655 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5b789213-c1a0-46bf-ae9b-286679ee8a43 req-051fbeed-4008-4860-beb9-44c3b7f2adfb tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449228 Aug 23 10:27:15.297750 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9feae-a9df-4707-9bb7-5d9b7ddc3de6 req-9ec489c9-85b0-48b0-a946-571ade0197fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:15.299261 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-fab9feae-a9df-4707-9bb7-5d9b7ddc3de6 req-9ec489c9-85b0-48b0-a946-571ade0197fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99082884e6bc45e18c151db1f08a2346&device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 1099 time: 0.1774912 Aug 23 10:27:15.518023 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9feae-a9df-4707-9bb7-5d9b7ddc3de6 req-d01ec222-5146-4db1-91de-c9550625e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:15.519392 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-fab9feae-a9df-4707-9bb7-5d9b7ddc3de6 req-d01ec222-5146-4db1-91de-c9550625e666 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d137faa0-f4f8-4597-9039-8107bc591b01 HTTP/1.1" status: 200 len: 918 time: 0.1994259 Aug 23 10:27:15.525551 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fdab80-badd-428b-8d6a-ce5b0a254287 {{(pid=79164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:27:15.661923 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:15.704340 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Transition to ACTIVE for port object 73fdab80-badd-428b-8d6a-ce5b0a254287 will not be triggered until provisioned by entity L2. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:27:15.710326 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:15.716153 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-5284eb77-3cdb-47a9-8bdf-3767ad14d8e4 tempest-VolumesActionsTest-1030005988 tempest-VolumesActionsTest-1030005988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:15.755214 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-fab9feae-a9df-4707-9bb7-5d9b7ddc3de6 req-f3b25a52-6366-41d8-b3dc-f43c1b9d6240 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1697432-45ba-4188-b961-42571b2c3cec HTTP/1.1" status: 200 len: 1001 time: 0.2252600 Aug 23 10:27:15.924404 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=73fdab80-badd-428b-8d6a-ce5b0a254287,revision_number=2']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:15.957576 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:15.971953 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9feae-a9df-4707-9bb7-5d9b7ddc3de6 req-8075575d-ac50-4c0e-ad7c-5a16e3674f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:15.973515 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-fab9feae-a9df-4707-9bb7-5d9b7ddc3de6 req-8075575d-ac50-4c0e-ad7c-5a16e3674f37 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f85e825-59e5-4c98-a66a-77e558377d2d HTTP/1.1" status: 200 len: 856 time: 0.2098365 Aug 23 10:27:16.045057 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Attempting to bind port 73fdab80-badd-428b-8d6a-ce5b0a254287 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:27:16.045394 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Attempting to bind port 73fdab80-badd-428b-8d6a-ce5b0a254287 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'a0141450-847c-4cac-b78c-b16edc4d3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098'}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:27:16.045723 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Attempting to bind port 73fdab80-badd-428b-8d6a-ce5b0a254287 on network daf7b380-4135-4f3c-b79a-16cc19a78098 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:27:16.058826 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Port 73fdab80-badd-428b-8d6a-ce5b0a254287 on network daf7b380-4135-4f3c-b79a-16cc19a78098 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:27:16.059144 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Attempting to bind port 73fdab80-badd-428b-8d6a-ce5b0a254287 on network daf7b380-4135-4f3c-b79a-16cc19a78098 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:27:16.071545 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Checking agent: {'id': 'da4e5719-434b-498c-af5a-9a8836947b40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'started_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:27:16.071897 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Checking segment: {'id': 'a0141450-847c-4cac-b78c-b16edc4d3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:27:16.072293 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Bound using segment: {'id': 'a0141450-847c-4cac-b78c-b16edc4d3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098'} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:27:16.072701 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Bound port: 73fdab80-badd-428b-8d6a-ce5b0a254287, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0141450-847c-4cac-b78c-b16edc4d3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098'}}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:27:16.073045 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:16.192198 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9feae-a9df-4707-9bb7-5d9b7ddc3de6 req-e29b3c8b-24f7-440a-ada7-46144ab271d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:16.193722 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-fab9feae-a9df-4707-9bb7-5d9b7ddc3de6 req-e29b3c8b-24f7-440a-ada7-46144ab271d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d137faa0-f4f8-4597-9039-8107bc591b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2101200 Aug 23 10:27:16.250640 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba51c-3904-4643-a268-a3a7b3c943f9 req-9cf8490e-719e-4a96-b03c-011de2ffd2ed tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:16.252281 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5c3ba51c-3904-4643-a268-a3a7b3c943f9 req-9cf8490e-719e-4a96-b03c-011de2ffd2ed tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0877936 Aug 23 10:27:16.273179 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] For port 73fdab80-badd-428b-8d6a-ce5b0a254287, host hv-cinder-80278, cleared binding levels {{(pid=79164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:27:16.299247 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5c3ba51c-3904-4643-a268-a3a7b3c943f9 req-fa5f0e34-7a8d-4a66-b963-e3fe2e139ebd tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402045 Aug 23 10:27:16.343647 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] For port 73fdab80-badd-428b-8d6a-ce5b0a254287, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=73fdab80-badd-428b-8d6a-ce5b0a254287,segment=NetworkSegment(a0141450-847c-4cac-b78c-b16edc4d3dd0),segment_id=a0141450-847c-4cac-b78c-b16edc4d3dd0)] {{(pid=79164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:27:16.353584 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:16.360321 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-e6be0545-60e3-45d1-af76-6e1128caa54d tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:16.409980 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eea6f1-af0f-4786-9733-14bbef4714ae req-45dbe124-b68e-4431-a492-b790708b4a8a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:16.411436 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e0eea6f1-af0f-4786-9733-14bbef4714ae req-45dbe124-b68e-4431-a492-b790708b4a8a tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.2878497 Aug 23 10:27:16.449858 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-fab9feae-a9df-4707-9bb7-5d9b7ddc3de6 req-2bdd3efc-e81f-4db0-9442-63eb67277844 service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380824 Aug 23 10:27:16.455911 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:16.456706 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:16.457909 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] 10.222.0.46 "PUT /v2.0/ports/73fdab80-badd-428b-8d6a-ce5b0a254287 HTTP/1.1" status: 200 len: 1093 time: 1.6252890 Aug 23 10:27:16.458407 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf6e911-208e-4045-a4be-7be656718c8e', 'tag': '73fdab80-badd-428b-8d6a-ce5b0a254287'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:27:16.477922 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bc9da-b57b-4f1d-be0c-5650667c15da req-aef659d8-14bc-4fee-8061-b21d4232a5c3 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:16.479473 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-df2bc9da-b57b-4f1d-be0c-5650667c15da req-aef659d8-14bc-4fee-8061-b21d4232a5c3 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 943 time: 0.0876229 Aug 23 10:27:16.527983 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-df2bc9da-b57b-4f1d-be0c-5650667c15da req-82f55009-f84d-4aa0-b19b-65eabaf9d273 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419521 Aug 23 10:27:16.582048 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e0eea6f1-af0f-4786-9733-14bbef4714ae req-0d0c1f06-d6e1-44ac-b30d-704218a05634 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590383 Aug 23 10:27:16.589197 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf6e911-208e-4045-a4be-7be656718c8e', 'tag': '73fdab80-badd-428b-8d6a-ce5b0a254287', 'status': 'completed', 'code': 200} Aug 23 10:27:16.630978 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=73fdab80-badd-428b-8d6a-ce5b0a254287,revision_number=3']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:16.639870 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:16.691500 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-fab9feae-a9df-4707-9bb7-5d9b7ddc3de6 req-2e82f6a1-5280-4d23-aeb9-fdcc23405d20 service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274816 Aug 23 10:27:16.700548 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-d92639e1-30d0-4c5f-8c8a-8f5d46397353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:16.702622 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-d92639e1-30d0-4c5f-8c8a-8f5d46397353 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c65fc6a145144e589701398d7e540e5&device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 1096 time: 0.1821995 Aug 23 10:27:16.775677 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-b50ea698-00d3-4920-8900-e1b0312f7522 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73fdab80-badd-428b-8d6a-ce5b0a254287 HTTP/1.1" status: 200 len: 217 time: 0.0607078 Aug 23 10:27:16.831989 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device a1697432-45ba-4188-b961-42571b2c3cec details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:27:16.843935 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-6c08baf9-717c-4636-865b-f42576b5cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:16.845380 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-6c08baf9-717c-4636-865b-f42576b5cde0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5f748aa-77ee-4d76-997a-99bb9d44b611 HTTP/1.1" status: 200 len: 853 time: 0.0594988 Aug 23 10:27:16.922144 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-75f66b38-b0d6-4fa9-9b24-31aee46b1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:16.923627 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-75f66b38-b0d6-4fa9-9b24-31aee46b1a13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=daf7b380-4135-4f3c-b79a-16cc19a78098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701532 Aug 23 10:27:16.960659 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port a1697432-45ba-4188-b961-42571b2c3cec, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a1697432-45ba-4188-b961-42571b2c3cec,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:16.973320 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': 'a1697432-45ba-4188-b961-42571b2c3cec', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'port_id': 'a1697432-45ba-4188-b961-42571b2c3cec', 'mac_address': 'fa:16:3e:b0:2d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:27:17.033238 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:17.050312 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1697432-45ba-4188-b961-42571b2c3cec {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:27:17.061688 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-1ff83c91-46f3-4c41-b80a-8a539416196c service neutron] 10.222.0.46 "GET /v2.0/networks/daf7b380-4135-4f3c-b79a-16cc19a78098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270561 Aug 23 10:27:17.065709 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port a1697432-45ba-4188-b961-42571b2c3cec, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a1697432-45ba-4188-b961-42571b2c3cec,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:17.069692 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:17.071402 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:17.139292 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=a1697432-45ba-4188-b961-42571b2c3cec,revision_number=6']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:17.149213 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:17.194915 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['a1697432-45ba-4188-b961-42571b2c3cec'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:27:17.357017 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-88122a4c-ec47-434a-83ae-47eeb4664165 req-137c51d9-d7dc-4bb3-923a-920433283386 service neutron] 10.222.0.46 "GET /v2.0/networks/daf7b380-4135-4f3c-b79a-16cc19a78098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825007 Aug 23 10:27:17.512591 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa11f1-7342-461d-87e9-38aa026314be req-f49079b1-7440-4682-9b60-756146eb0f3d tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:17.514508 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a5fa11f1-7342-461d-87e9-38aa026314be req-f49079b1-7440-4682-9b60-756146eb0f3d tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.0886486 Aug 23 10:27:17.566509 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a5fa11f1-7342-461d-87e9-38aa026314be req-8ac404f3-1eb5-4f68-bba1-0d8482ef4b6e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451345 Aug 23 10:27:17.581368 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89f25f-d2bb-46a3-99cd-1f86406cc0af req-b155fd5d-e30d-4cc9-a808-3f02be68ca7c tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:17.582406 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-db89f25f-d2bb-46a3-99cd-1f86406cc0af req-b155fd5d-e30d-4cc9-a808-3f02be68ca7c tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.1124203 Aug 23 10:27:17.585342 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a217a-15a0-457c-9a4c-4ec44c10ee16 req-4d6a0e7c-3831-4355-a8b8-68a8c27962e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:17.586668 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e02a217a-15a0-457c-9a4c-4ec44c10ee16 req-4d6a0e7c-3831-4355-a8b8-68a8c27962e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c65fc6a145144e589701398d7e540e5&device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 1096 time: 0.1465828 Aug 23 10:27:17.734281 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-db89f25f-d2bb-46a3-99cd-1f86406cc0af req-c2a68725-c2db-45ec-8efe-b14c8b5ba02a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Deleting port 6d067c37-f93f-4d61-ae82-ed61a456739d {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:27:17.734628 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-db89f25f-d2bb-46a3-99cd-1f86406cc0af req-c2a68725-c2db-45ec-8efe-b14c8b5ba02a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:17.805399 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cdf3c-a1aa-46b0-a91c-716224419428 req-5e5fb51a-23a0-47ac-ac29-7bc696a3b476 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:17.806853 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e13cdf3c-a1aa-46b0-a91c-716224419428 req-5e5fb51a-23a0-47ac-ac29-7bc696a3b476 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 945 time: 0.0989161 Aug 23 10:27:17.875698 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e13cdf3c-a1aa-46b0-a91c-716224419428 req-4183a4ca-b39a-4640-92ab-5f59f9ee26a7 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605762 Aug 23 10:27:17.966258 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a217a-15a0-457c-9a4c-4ec44c10ee16 req-27c9dc3a-cc08-44fd-b709-a74a81d711e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:17.968631 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e02a217a-15a0-457c-9a4c-4ec44c10ee16 req-27c9dc3a-cc08-44fd-b709-a74a81d711e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=daf7b380-4135-4f3c-b79a-16cc19a78098 HTTP/1.1" status: 200 len: 915 time: 0.3674214 Aug 23 10:27:18.008351 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ad834-2fd8-4d45-b0ce-ce1f20e05f8d req-ebee4c76-7393-4bc6-bbcb-8be65cf51705 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:18.010097 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-046ad834-2fd8-4d45-b0ce-ce1f20e05f8d req-ebee4c76-7393-4bc6-bbcb-8be65cf51705 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 943 time: 0.3320978 Aug 23 10:27:18.169144 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e02a217a-15a0-457c-9a4c-4ec44c10ee16 req-94481440-9c1a-42ad-9e8f-117f0ad07411 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73fdab80-badd-428b-8d6a-ce5b0a254287 HTTP/1.1" status: 200 len: 217 time: 0.1799917 Aug 23 10:27:18.296724 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-046ad834-2fd8-4d45-b0ce-ce1f20e05f8d req-ff2ca6c1-21b8-43ee-961a-fe8fc95f741c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749560 Aug 23 10:27:18.332906 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-db89f25f-d2bb-46a3-99cd-1f86406cc0af req-c2a68725-c2db-45ec-8efe-b14c8b5ba02a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] For port 6d067c37-f93f-4d61-ae82-ed61a456739d, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6d067c37-f93f-4d61-ae82-ed61a456739d,segment=NetworkSegment(9840eb18-ca6c-4bd2-904d-ed80b734c036),segment_id=9840eb18-ca6c-4bd2-904d-ed80b734c036)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:18.333281 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-db89f25f-d2bb-46a3-99cd-1f86406cc0af req-c2a68725-c2db-45ec-8efe-b14c8b5ba02a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:18.346513 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a217a-15a0-457c-9a4c-4ec44c10ee16 req-36dc7b58-7a3f-48ce-b401-9ae0b34680b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:18.348287 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e02a217a-15a0-457c-9a4c-4ec44c10ee16 req-36dc7b58-7a3f-48ce-b401-9ae0b34680b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5f748aa-77ee-4d76-997a-99bb9d44b611 HTTP/1.1" status: 200 len: 853 time: 0.1658123 Aug 23 10:27:18.674505 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a217a-15a0-457c-9a4c-4ec44c10ee16 req-8066b28d-fdd0-4c7b-8412-9206a807efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:18.674505 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e02a217a-15a0-457c-9a4c-4ec44c10ee16 req-8066b28d-fdd0-4c7b-8412-9206a807efd6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=daf7b380-4135-4f3c-b79a-16cc19a78098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2698185 Aug 23 10:27:18.782083 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-db89f25f-d2bb-46a3-99cd-1f86406cc0af req-c2a68725-c2db-45ec-8efe-b14c8b5ba02a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:18.782749 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-db89f25f-d2bb-46a3-99cd-1f86406cc0af req-c2a68725-c2db-45ec-8efe-b14c8b5ba02a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901046'] for floatingip, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:18.783235 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.db.l3_db [req-db89f25f-d2bb-46a3-99cd-1f86406cc0af req-c2a68725-c2db-45ec-8efe-b14c8b5ba02a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Floating IP ad4273d9-d08c-4779-8279-2d8fefee6459 disassociated. External IP: 172.28.2.12, port: 6d067c37-f93f-4d61-ae82-ed61a456739d. Aug 23 10:27:18.783752 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-db89f25f-d2bb-46a3-99cd-1f86406cc0af req-c2a68725-c2db-45ec-8efe-b14c8b5ba02a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Calling delete_port for 6d067c37-f93f-4d61-ae82-ed61a456739d owned by compute:nova {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:27:18.847286 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 73fdab80-badd-428b-8d6a-ce5b0a254287 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:27:18.850984 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device a1697432-45ba-4188-b961-42571b2c3cec up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:27:19.002420 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port a1697432-45ba-4188-b961-42571b2c3cec triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:27:19.002814 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:19.063274 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e02a217a-15a0-457c-9a4c-4ec44c10ee16 req-1d8585fb-9d6b-480d-ada7-a316d63cdbd4 service neutron] 10.222.0.46 "GET /v2.0/networks/daf7b380-4135-4f3c-b79a-16cc19a78098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798828 Aug 23 10:27:19.167742 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962b531-bb69-4f3d-9c88-90acd4658208 req-f0e23288-7235-4306-9bb6-9a15de00958b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:19.175651 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c962b531-bb69-4f3d-9c88-90acd4658208 req-f0e23288-7235-4306-9bb6-9a15de00958b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 945 time: 0.4489958 Aug 23 10:27:19.209289 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:19.219307 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c43f0-5d26-409b-921f-43e18f48ed5b req-8277e3a8-8c01-4650-91ec-9b5093de5e72 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:19.235871 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-436c43f0-5d26-409b-921f-43e18f48ed5b req-8277e3a8-8c01-4650-91ec-9b5093de5e72 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 945 time: 0.1903524 Aug 23 10:27:19.255566 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ce7d48-302b-4e78-aa37-e5ac0709bece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1697432-45ba-4188-b961-42571b2c3cec'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:27:19.288140 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port a1697432-45ba-4188-b961-42571b2c3cec, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a1697432-45ba-4188-b961-42571b2c3cec,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:19.303780 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:19.308599 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 73fdab80-badd-428b-8d6a-ce5b0a254287, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=73fdab80-badd-428b-8d6a-ce5b0a254287,segment=NetworkSegment(a0141450-847c-4cac-b78c-b16edc4d3dd0),segment_id=a0141450-847c-4cac-b78c-b16edc4d3dd0)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:19.316923 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:19.327808 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-436c43f0-5d26-409b-921f-43e18f48ed5b req-b03c0848-f382-46d6-a636-5fc05c65bcbe tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913622 Aug 23 10:27:19.393430 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': '73fdab80-badd-428b-8d6a-ce5b0a254287', 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098', 'port_id': '73fdab80-badd-428b-8d6a-ce5b0a254287', 'mac_address': 'fa:16:3e:11:1b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:27:19.400417 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c962b531-bb69-4f3d-9c88-90acd4658208 req-1180637d-233d-4224-8b8a-2a7f375e8880 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238801 Aug 23 10:27:19.401036 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-db89f25f-d2bb-46a3-99cd-1f86406cc0af req-c2a68725-c2db-45ec-8efe-b14c8b5ba02a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:19.423154 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-e7cc4c02-faa2-4f84-a445-54ea76401165 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:19.480845 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ce7d48-302b-4e78-aa37-e5ac0709bece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1697432-45ba-4188-b961-42571b2c3cec', 'code': 200} Aug 23 10:27:19.502376 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a68725-c2db-45ec-8efe-b14c8b5ba02a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Pushing event deleted for resources: {'Port': ['ID=6d067c37-f93f-4d61-ae82-ed61a456739d,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:19.537254 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-c2a68725-c2db-45ec-8efe-b14c8b5ba02a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:19.539191 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=a1697432-45ba-4188-b961-42571b2c3cec,revision_number=7']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:19.543522 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:19.556095 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:19.586417 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fdab80-badd-428b-8d6a-ce5b0a254287 {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:27:19.606412 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 73fdab80-badd-428b-8d6a-ce5b0a254287, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=73fdab80-badd-428b-8d6a-ce5b0a254287,segment=NetworkSegment(a0141450-847c-4cac-b78c-b16edc4d3dd0),segment_id=a0141450-847c-4cac-b78c-b16edc4d3dd0)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:19.615034 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:19.618679 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-86c70b9a-a6f7-40e2-884d-c4ab1905cf8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:19.704729 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e02a217a-15a0-457c-9a4c-4ec44c10ee16 req-f759ed82-23bb-4e36-ba27-a8a15d4d07fa service neutron] 10.222.0.46 "GET /v2.0/networks/daf7b380-4135-4f3c-b79a-16cc19a78098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6334820 Aug 23 10:27:19.704980 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=73fdab80-badd-428b-8d6a-ce5b0a254287,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:19.711420 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:19.883175 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b46765-a51b-44c3-94ab-e5499ff19548 req-01a060be-cb79-4053-bbd2-91b7e18d024f tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:19.883175 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a2b46765-a51b-44c3-94ab-e5499ff19548 req-01a060be-cb79-4053-bbd2-91b7e18d024f tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 944 time: 0.2207773 Aug 23 10:27:19.894084 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db89f25f-d2bb-46a3-99cd-1f86406cc0af req-c2a68725-c2db-45ec-8efe-b14c8b5ba02a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Router 197b5de3-6140-4b99-99cb-f13cdaa02d2f has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:27:19.901952 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['73fdab80-badd-428b-8d6a-ce5b0a254287'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:27:19.971141 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a2b46765-a51b-44c3-94ab-e5499ff19548 req-2f514248-98da-45c7-a18c-5681ef567a52 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789063 Aug 23 10:27:20.189589 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db89f25f-d2bb-46a3-99cd-1f86406cc0af req-c2a68725-c2db-45ec-8efe-b14c8b5ba02a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:27:20.204071 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c86f09-89f4-400e-af9b-4ef96e239fd3 None None] Sync routers for ids ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'] in dv-cinder-802781-2-smb {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:27:20.215882 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c86f09-89f4-400e-af9b-4ef96e239fd3 None None] Routers {'197b5de3-6140-4b99-99cb-f13cdaa02d2f'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:27:20.218253 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-e7c86f09-89f4-400e-af9b-4ef96e239fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:27:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:27:20.269413 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-db89f25f-d2bb-46a3-99cd-1f86406cc0af req-c2a68725-c2db-45ec-8efe-b14c8b5ba02a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] No DVR routers for this DVR port 6d067c37-f93f-4d61-ae82-ed61a456739d on host hv-cinder-80278 {{(pid=79164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:27:20.272425 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-db89f25f-d2bb-46a3-99cd-1f86406cc0af req-c2a68725-c2db-45ec-8efe-b14c8b5ba02a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:20.274813 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda', 'name': 'network-vif-deleted', 'tag': '6d067c37-f93f-4d61-ae82-ed61a456739d'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:27:20.294288 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-db89f25f-d2bb-46a3-99cd-1f86406cc0af req-c2a68725-c2db-45ec-8efe-b14c8b5ba02a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.46 "DELETE /v2.0/ports/6d067c37-f93f-4d61-ae82-ed61a456739d HTTP/1.1" status: 204 len: 173 time: 2.6940138 Aug 23 10:27:20.360976 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda', 'name': 'network-vif-deleted', 'tag': '6d067c37-f93f-4d61-ae82-ed61a456739d', 'status': 'completed', 'code': 200} Aug 23 10:27:20.490692 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-e7c86f09-89f4-400e-af9b-4ef96e239fd3 None None] Set router 197b5de3-6140-4b99-99cb-f13cdaa02d2f gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:27:20.616654 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1759a-ef98-49e9-aa38-b3c0d57395e1 req-75c45969-8df3-447e-ab43-b6005588a15d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:20.618525 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a7d1759a-ef98-49e9-aa38-b3c0d57395e1 req-75c45969-8df3-447e-ab43-b6005588a15d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.1150794 Aug 23 10:27:20.672996 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0aed4988-cde3-4939-b222-e4c48426becb req-b3e19509-6fca-4635-803a-213bb8dfb1f2 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7ce86b-01ab-4bf4-9c6b-7c6ee3e4beda HTTP/1.1" status: 200 len: 210 time: 0.0630996 Aug 23 10:27:20.714855 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a7d1759a-ef98-49e9-aa38-b3c0d57395e1 req-0089f7cc-bcc1-41d5-8af1-01b18d1d1d51 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896857 Aug 23 10:27:20.855921 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 73fdab80-badd-428b-8d6a-ce5b0a254287 up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:27:20.950312 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-e7c86f09-89f4-400e-af9b-4ef96e239fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:23:15Z', 'revision_number': 4, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port': {'id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:09Z', 'updated_at': '2021-08-23T10:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'a2a73608-efed-453c-9892-ece254a27b04', 'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'mac_address': 'fa:16:3e:86:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:14Z', 'updated_at': '2021-08-23T10:23:23Z', 'revision_number': 5, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'subnets': [{'id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:27:20.953893 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning for port 73fdab80-badd-428b-8d6a-ce5b0a254287 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:27:20.958805 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c86f09-89f4-400e-af9b-4ef96e239fd3 None None] Checking router: 197b5de3-6140-4b99-99cb-f13cdaa02d2f for host: dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:27:20.962537 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port 73fdab80-badd-428b-8d6a-ce5b0a254287 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:27:20.962923 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:21.020136 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c86f09-89f4-400e-af9b-4ef96e239fd3 None None] Routers {'197b5de3-6140-4b99-99cb-f13cdaa02d2f'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:27:21.020880 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-e7c86f09-89f4-400e-af9b-4ef96e239fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:27:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:27:21.237841 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717738b-f3f7-47af-a220-6e6381dc310a req-a45b9621-cca5-4819-be8e-7e18347bd691 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:21.239803 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4717738b-f3f7-47af-a220-6e6381dc310a req-a45b9621-cca5-4819-be8e-7e18347bd691 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 944 time: 0.1501434 Aug 23 10:27:21.266486 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-e7c86f09-89f4-400e-af9b-4ef96e239fd3 None None] Set router 197b5de3-6140-4b99-99cb-f13cdaa02d2f gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:27:21.299540 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-4717738b-f3f7-47af-a220-6e6381dc310a req-0b5e7d3c-5718-4e37-a845-b098bd6eb142 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536966 Aug 23 10:27:21.334516 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:21.465167 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 73fdab80-badd-428b-8d6a-ce5b0a254287, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=73fdab80-badd-428b-8d6a-ce5b0a254287,segment=NetworkSegment(a0141450-847c-4cac-b78c-b16edc4d3dd0),segment_id=a0141450-847c-4cac-b78c-b16edc4d3dd0)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:21.477930 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:21.478791 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 6d067c37-f93f-4d61-ae82-ed61a456739d no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:27:21.561588 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:21.655511 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf6e911-208e-4045-a4be-7be656718c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fdab80-badd-428b-8d6a-ce5b0a254287'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:27:21.655511 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] No Port match for: 6d067c37-f93f-4d61-ae82-ed61a456739d {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:27:21.655511 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 6d067c37-f93f-4d61-ae82-ed61a456739d not bound to the agent host hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:27:21.767412 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=73fdab80-badd-428b-8d6a-ce5b0a254287,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:21.818884 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-e7c86f09-89f4-400e-af9b-4ef96e239fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:23:15Z', 'revision_number': 4, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port': {'id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:09Z', 'updated_at': '2021-08-23T10:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'a2a73608-efed-453c-9892-ece254a27b04', 'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'mac_address': 'fa:16:3e:86:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:14Z', 'updated_at': '2021-08-23T10:23:23Z', 'revision_number': 5, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'subnets': [{'id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:27:21.823943 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c86f09-89f4-400e-af9b-4ef96e239fd3 None None] The sync data for ids ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'] in dv-cinder-802781-2-smb is: [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:23:15Z', 'revision_number': 4, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port': {'id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:09Z', 'updated_at': '2021-08-23T10:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'a2a73608-efed-453c-9892-ece254a27b04', 'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'mac_address': 'fa:16:3e:86:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:14Z', 'updated_at': '2021-08-23T10:23:23Z', 'revision_number': 5, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'subnets': [{'id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:27:21.849109 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:21.850103 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf6e911-208e-4045-a4be-7be656718c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fdab80-badd-428b-8d6a-ce5b0a254287', 'code': 200} Aug 23 10:27:22.053827 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45590) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:22.245373 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9b1e2-9163-4264-8f54-6f07ef95364c req-66b4e489-ee40-4880-8fe8-7fb2bbd80dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:22.247311 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-abf9b1e2-9163-4264-8f54-6f07ef95364c req-66b4e489-ee40-4880-8fe8-7fb2bbd80dac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 1098 time: 0.1421127 Aug 23 10:27:22.319769 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-abf9b1e2-9163-4264-8f54-6f07ef95364c req-576df980-0be5-48e9-895a-652bf3004aa7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654747 Aug 23 10:27:22.326359 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923aa715-b17c-4e1c-a74b-7bbc3da27b27 None None] New status for floating IP ad4273d9-d08c-4779-8279-2d8fefee6459: DOWN {{(pid=79166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:27:22.351154 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:22.401106 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b990f1d-a7d9-4059-abcb-cb0e943cc426 req-2ab32c34-e152-4f50-8839-68599c2e3e45 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:22.402783 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1b990f1d-a7d9-4059-abcb-cb0e943cc426 req-2ab32c34-e152-4f50-8839-68599c2e3e45 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.3116107 Aug 23 10:27:22.405381 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:22.507274 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1b990f1d-a7d9-4059-abcb-cb0e943cc426 req-033801ef-d9e0-4aa1-af60-bf4821f86701 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816228 Aug 23 10:27:22.528219 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:22.537807 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-94c48b7a-867a-4058-8b51-e6a28f2c5345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:22.561763 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cdbd9a-99ac-4a61-9593-aae8fa3df42e,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:22.573550 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:22.574022 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:22.574374 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:22.574728 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:22.575209 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:22.576415 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:22.577222 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:22.577586 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:22.578028 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:22.578555 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:22.579059 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:22.579407 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:22.614558 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07fca6-127f-4fd7-aadc-4cd141fe12cb req-bb1d47eb-93d2-4d4b-a0c4-bec33a1319e0 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:22.616497 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:22.617693 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ce07fca6-127f-4fd7-aadc-4cd141fe12cb req-bb1d47eb-93d2-4d4b-a0c4-bec33a1319e0 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 945 time: 0.1291699 Aug 23 10:27:22.619057 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:22.620802 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "DELETE /v2.0/security-groups/d7cdbd9a-99ac-4a61-9593-aae8fa3df42e HTTP/1.1" status: 204 len: 168 time: 0.5654504 Aug 23 10:27:22.624172 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 45596) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:22.661043 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.api.v2.resource [None req-e235a1fb-b45c-4acf-acb9-d773e3f37f6e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] show failed (client error): The resource could not be found. Aug 23 10:27:22.665194 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45600) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:22.665682 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-e235a1fb-b45c-4acf-acb9-d773e3f37f6e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups/d7cdbd9a-99ac-4a61-9593-aae8fa3df42e HTTP/1.1" status: 404 len: 347 time: 0.0402405 Aug 23 10:27:22.704227 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ce07fca6-127f-4fd7-aadc-4cd141fe12cb req-bec9dcba-b5fa-4fd5-bdb8-2500308408b6 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651324 Aug 23 10:27:22.891509 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-9100eebc-a544-4b4e-98f1-b33e59365332 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Deleting port 6cec4d76-e2b7-473b-a3a3-5d9c8167f7a0 {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:27:22.891885 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9100eebc-a544-4b4e-98f1-b33e59365332 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:23.105376 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9100eebc-a544-4b4e-98f1-b33e59365332 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:23.105966 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9100eebc-a544-4b4e-98f1-b33e59365332 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:23.290964 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-9100eebc-a544-4b4e-98f1-b33e59365332 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Calling delete_port for 6cec4d76-e2b7-473b-a3a3-5d9c8167f7a0 owned by network:floatingip {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:27:23.500994 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9100eebc-a544-4b4e-98f1-b33e59365332 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:23.506077 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-8d49a26c-6a11-4a8f-82bb-c48f51568be2 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:23.593428 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100eebc-a544-4b4e-98f1-b33e59365332 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Pushing event deleted for resources: {'Port': ['ID=6cec4d76-e2b7-473b-a3a3-5d9c8167f7a0,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:23.599088 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-9100eebc-a544-4b4e-98f1-b33e59365332 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:23.719519 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9100eebc-a544-4b4e-98f1-b33e59365332 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for floatingip, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:23.736740 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9100eebc-a544-4b4e-98f1-b33e59365332 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for floatingip, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:23.739888 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-9100eebc-a544-4b4e-98f1-b33e59365332 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "DELETE /v2.0/floatingips/ad4273d9-d08c-4779-8279-2d8fefee6459 HTTP/1.1" status: 204 len: 168 time: 1.0718400 Aug 23 10:27:23.778587 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff4094-6863-42bf-b74d-c335707cda30 req-efa1a2b4-dd94-4915-b0a0-fefce9cef2d8 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:23.785598 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a6ff4094-6863-42bf-b74d-c335707cda30 req-efa1a2b4-dd94-4915-b0a0-fefce9cef2d8 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.1093826 Aug 23 10:27:23.838321 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a6ff4094-6863-42bf-b74d-c335707cda30 req-fff1f828-be4a-4e2f-9633-bd3a833bf5ad tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516958 Aug 23 10:27:23.888167 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51543b9-2a5b-4f15-95b7-4b2ba227808e req-96192565-276a-4de7-8501-27a6bef74a18 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:23.891122 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a51543b9-2a5b-4f15-95b7-4b2ba227808e req-96192565-276a-4de7-8501-27a6bef74a18 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 945 time: 0.0987654 Aug 23 10:27:23.945717 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a51543b9-2a5b-4f15-95b7-4b2ba227808e req-eca73412-0821-4c44-8865-f8e0d1182b0f tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482013 Aug 23 10:27:24.038505 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461446a0-46bc-404e-baf0-e040dede2539 req-7263f217-4277-4f54-86dc-2e9d7ed6c1b7 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:24.046538 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-461446a0-46bc-404e-baf0-e040dede2539 req-7263f217-4277-4f54-86dc-2e9d7ed6c1b7 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 945 time: 0.0901659 Aug 23 10:27:24.100409 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-461446a0-46bc-404e-baf0-e040dede2539 req-1abd3cd2-59c6-4957-a0b7-9c3bf52158eb tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511353 Aug 23 10:27:24.159143 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 45618) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:24.162967 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1142412605', 'description': 'tempest-description--179610160'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:24.180644 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:27:24.186834 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Usage tracker for resource:security_group and tenant:a0f7294401b14331ae0120ea59c4e348 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:27:24.189779 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:27:24.196397 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:27:24.207500 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:24.235893 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:27:24.240005 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Usage tracker for resource:security_group_rule and tenant:a0f7294401b14331ae0120ea59c4e348 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:27:24.244518 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:27:24.290349 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:27:24.385113 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa769d17-b1fc-431a-b067-cca32b416afe req-f0bd9478-f3ac-4aa8-9290-10cd0871b19a tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:24.386608 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-fa769d17-b1fc-431a-b067-cca32b416afe req-f0bd9478-f3ac-4aa8-9290-10cd0871b19a tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 945 time: 0.1438353 Aug 23 10:27:24.549754 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:24.563239 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:24.569237 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-49c0214b-a16f-4f93-92bd-5dbd5e8e71e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:24.596961 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-fa769d17-b1fc-431a-b067-cca32b416afe req-f9ec21cb-daa3-437f-800e-c412955d0e54 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003934 Aug 23 10:27:24.627929 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5438a2-1924-48b3-b49c-6b53cfdf82eb,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:24.627929 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:24.627929 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:24.628755 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:24.628755 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:24.628755 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:24.629508 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:24.629508 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:24.629973 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:24.630410 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:24.630685 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:24.631025 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:24.631369 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:24.635004 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:24.635874 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:24.637083 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4788656 Aug 23 10:27:24.639796 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 45624) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:24.645028 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-a315c1a7-eb68-4ee8-b10e-1a9e518f2c3a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Request body: {'security_group_rule': {'security_group_id': 'db5438a2-1924-48b3-b49c-6b53cfdf82eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:24.651203 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-a315c1a7-eb68-4ee8-b10e-1a9e518f2c3a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:27:24.656727 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-a315c1a7-eb68-4ee8-b10e-1a9e518f2c3a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Usage tracker for resource:security_group_rule and tenant:a0f7294401b14331ae0120ea59c4e348 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:27:24.660262 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-a315c1a7-eb68-4ee8-b10e-1a9e518f2c3a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:27:24.671551 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-a315c1a7-eb68-4ee8-b10e-1a9e518f2c3a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:27:24.692464 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-a315c1a7-eb68-4ee8-b10e-1a9e518f2c3a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:24.813688 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-a315c1a7-eb68-4ee8-b10e-1a9e518f2c3a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:24.821819 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-a315c1a7-eb68-4ee8-b10e-1a9e518f2c3a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:24.825302 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-216e88e3-e84e-4880-94d3-b27d7588c91e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:24.901076 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315c1a7-eb68-4ee8-b10e-1a9e518f2c3a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4876bb56-39f2-42a6-85ad-cf2b4eea5a77,revision_number=0']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:24.918761 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-a315c1a7-eb68-4ee8-b10e-1a9e518f2c3a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:24.920177 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-a315c1a7-eb68-4ee8-b10e-1a9e518f2c3a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2794116 Aug 23 10:27:24.921157 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-a315c1a7-eb68-4ee8-b10e-1a9e518f2c3a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:24.922814 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 45630) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:24.928209 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-8ae56e29-1cfa-49a5-a17e-30c0d66a8ea2 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Request body: {'security_group_rule': {'security_group_id': 'db5438a2-1924-48b3-b49c-6b53cfdf82eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:24.945882 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-8ae56e29-1cfa-49a5-a17e-30c0d66a8ea2 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:27:24.952221 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-8ae56e29-1cfa-49a5-a17e-30c0d66a8ea2 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Usage tracker for resource:security_group_rule and tenant:a0f7294401b14331ae0120ea59c4e348 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:27:24.956140 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-8ae56e29-1cfa-49a5-a17e-30c0d66a8ea2 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:27:24.967117 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-8ae56e29-1cfa-49a5-a17e-30c0d66a8ea2 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:27:25.007189 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8ae56e29-1cfa-49a5-a17e-30c0d66a8ea2 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:25.145599 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8ae56e29-1cfa-49a5-a17e-30c0d66a8ea2 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:25.150727 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8ae56e29-1cfa-49a5-a17e-30c0d66a8ea2 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:25.160273 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-5527e9e0-d25d-4d2d-bdd6-5e40294a8c64 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:25.191082 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c90719-bd29-4847-9778-f312bc8c3296 req-102054e4-b464-4ce0-b337-e644f971c7c3 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:25.203533 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c7c90719-bd29-4847-9778-f312bc8c3296 req-102054e4-b464-4ce0-b337-e644f971c7c3 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.1718211 Aug 23 10:27:25.250740 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12caf7a3-634c-48bf-8d11-c69e52a0adc0 req-a8075b23-cd47-4d72-a40d-7f1a36a52825 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:25.250740 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-12caf7a3-634c-48bf-8d11-c69e52a0adc0 req-a8075b23-cd47-4d72-a40d-7f1a36a52825 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 945 time: 0.1761255 Aug 23 10:27:25.254845 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae56e29-1cfa-49a5-a17e-30c0d66a8ea2 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bac7330-9bf8-4eb8-926f-630662de1507,revision_number=0']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:25.275456 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-8ae56e29-1cfa-49a5-a17e-30c0d66a8ea2 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:25.364069 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-8ae56e29-1cfa-49a5-a17e-30c0d66a8ea2 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:25.368258 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-8ae56e29-1cfa-49a5-a17e-30c0d66a8ea2 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4414949 Aug 23 10:27:25.371888 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45638) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:25.382401 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c7c90719-bd29-4847-9778-f312bc8c3296 req-5dc20181-dd02-4b2a-92a6-da187936b97e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778405 Aug 23 10:27:25.385270 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Request body: {'floatingip': {'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:25.394011 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:27:25.427445 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-12caf7a3-634c-48bf-8d11-c69e52a0adc0 req-ddd65ad7-6653-4134-afa4-d67522d97f1b tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839242 Aug 23 10:27:25.428584 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Usage tracker for resource:floatingip and tenant:a0f7294401b14331ae0120ea59c4e348 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:27:25.439830 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:27:25.454625 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:27:25.468193 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for floatingip, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:25.629703 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd9d89-054f-449e-8934-ec1a69fdf2ef req-c99584a9-cd0d-41c4-babb-6967813de417 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:25.631228 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-31fd9d89-054f-449e-8934-ec1a69fdf2ef req-c99584a9-cd0d-41c4-babb-6967813de417 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 945 time: 0.0996888 Aug 23 10:27:25.662767 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:25.696683 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-31fd9d89-054f-449e-8934-ec1a69fdf2ef req-96b52315-9c7f-4370-8316-aef7de5af0ce tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570838 Aug 23 10:27:25.834491 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Allocated IP 172.28.2.62 (6abbf648-30c3-4bc3-b6f8-fb92b7833a6b/1bf33108-a606-44c8-ae34-6d10a469fb3b/d0424b7e-2869-4505-abea-b40e0bece574) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:27:26.171108 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:26.215283 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:26.220501 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:26.288318 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:27:26.292471 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:27:26.297329 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:27:26.329538 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Pushing event updated for resources: {'Port': ['ID=d0424b7e-2869-4505-abea-b40e0bece574,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:26.335921 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:26.387433 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:26.458923 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:26.748288 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c43d3-9816-4529-ad31-49faccc7ca0c req-cc4b158c-0618-4b8d-954b-9d0ba5a4a136 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:26.749841 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ad2c43d3-9816-4529-ad31-49faccc7ca0c req-cc4b158c-0618-4b8d-954b-9d0ba5a4a136 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.2192535 Aug 23 10:27:26.790681 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for port, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:26.804822 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26781080'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:26.819047 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-33a3e859-9a51-4cb1-8595-64b6faf0c06a tempest-VolumesActionsTest-269927581 tempest-VolumesActionsTest-269927581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:26.885379 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ad2c43d3-9816-4529-ad31-49faccc7ca0c req-ff18106a-f888-4a0d-9e33-36ebd8d6f3cf tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209486 Aug 23 10:27:26.932722 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3a291-6d66-4828-ae54-cb41ab1f9dae req-91db878b-7686-4a1a-a5c2-471988f1b676 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:26.935096 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-29c3a291-6d66-4828-ae54-cb41ab1f9dae req-91db878b-7686-4a1a-a5c2-471988f1b676 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 945 time: 0.1083047 Aug 23 10:27:26.950537 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Pushing event updated for resources: {'Port': ['ID=d0424b7e-2869-4505-abea-b40e0bece574,revision_number=2']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:26.954407 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:26.977798 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901046'] for floatingip, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:26.988344 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-29c3a291-6d66-4828-ae54-cb41ab1f9dae req-32e66dec-cb33-4ea1-bf10-cf2f1d42b427 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474119 Aug 23 10:27:27.014713 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for floatingip, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:27.016499 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6460161 Aug 23 10:27:27.282361 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-4e9aacc0-3c0b-4c29-a860-f3b289a53de9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Synchronizing usage tracker for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:security_group {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:27:27.300703 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-4e9aacc0-3c0b-4c29-a860-f3b289a53de9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Unset dirty status for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:security_group {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:27:27.309244 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-4e9aacc0-3c0b-4c29-a860-f3b289a53de9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1142412605&fields=id&tenant_id=a0f7294401b14331ae0120ea59c4e348 HTTP/1.1" status: 200 len: 267 time: 0.0755210 Aug 23 10:27:27.479103 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-8fe83118-d354-40bd-a2f8-f774dc13b164 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:27.479103 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-8fe83118-d354-40bd-a2f8-f774dc13b164 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/networks?id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36 HTTP/1.1" status: 200 len: 811 time: 0.1637223 Aug 23 10:27:27.496163 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-324452ce-46e5-40d1-a281-320260cca711 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/quotas/a0f7294401b14331ae0120ea59c4e348 HTTP/1.1" status: 200 len: 375 time: 0.0153723 Aug 23 10:27:27.580923 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-8c896e27-cf95-4975-b612-041322f6baad tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Synchronizing usage tracker for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:port {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:27:27.598699 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-8c896e27-cf95-4975-b612-041322f6baad tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Unset dirty status for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:port {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:27:27.600180 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-8c896e27-cf95-4975-b612-041322f6baad tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0f7294401b14331ae0120ea59c4e348&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1032293 Aug 23 10:27:27.859764 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-4e95d455-1244-4714-aaa7-0a7fd79dca7b service neutron] 10.222.0.20 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425909 Aug 23 10:27:28.047665 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-99b1b9f4-139a-4d87-bbef-519f5e9e1c25 service neutron] 10.222.0.20 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868794 Aug 23 10:27:28.377946 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f257f9-0429-48f6-bb15-75269942b768 req-b24e5f1f-0f18-4715-81f1-1a2f029dee18 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:28.380124 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b4f257f9-0429-48f6-bb15-75269942b768 req-b24e5f1f-0f18-4715-81f1-1a2f029dee18 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.2584307 Aug 23 10:27:28.472144 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963ef5c-7282-4a48-b006-e526cf0cca04 req-a67ea2cd-07cf-429c-b357-d6a0480691b2 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:28.474424 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a963ef5c-7282-4a48-b006-e526cf0cca04 req-a67ea2cd-07cf-429c-b357-d6a0480691b2 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 945 time: 0.1255596 Aug 23 10:27:28.478142 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8174c5-c9e2-49b9-9a26-e3e401e1dc41 req-9b8088b5-12b5-4c5a-ba79-90416a3838a7 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:28.482784 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4e8174c5-c9e2-49b9-9a26-e3e401e1dc41 req-9b8088b5-12b5-4c5a-ba79-90416a3838a7 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 945 time: 0.1852624 Aug 23 10:27:28.489460 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b4f257f9-0429-48f6-bb15-75269942b768 req-eb8935c7-16fb-4104-b0dc-9d3b0c6d79eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980458 Aug 23 10:27:28.565534 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a963ef5c-7282-4a48-b006-e526cf0cca04 req-7315101b-bce9-468e-821e-f9fac90bd992 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/security-groups?id=489b27df-f608-411d-97fc-72d5a33e9fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784326 Aug 23 10:27:28.575177 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-4e8174c5-c9e2-49b9-9a26-e3e401e1dc41 req-2a7344e3-7051-47ce-b6d3-86d11b7fd90b tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Deleting port 747baaf9-c4ab-478d-b71c-cefe2934f10b {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:27:28.576269 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-4e8174c5-c9e2-49b9-9a26-e3e401e1dc41 req-2a7344e3-7051-47ce-b6d3-86d11b7fd90b tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:28.679675 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-eea62631-fdc7-4e30-b958-f7f6c48ae3e7 req-71671c3a-fcf9-4157-a85e-d9b7f8a2ef88 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Synchronizing usage tracker for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:27:28.715071 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-eea62631-fdc7-4e30-b958-f7f6c48ae3e7 req-71671c3a-fcf9-4157-a85e-d9b7f8a2ef88 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Unset dirty status for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:27:28.717405 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-eea62631-fdc7-4e30-b958-f7f6c48ae3e7 req-71671c3a-fcf9-4157-a85e-d9b7f8a2ef88 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 210 time: 0.1113589 Aug 23 10:27:29.048367 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-4e8174c5-c9e2-49b9-9a26-e3e401e1dc41 req-2a7344e3-7051-47ce-b6d3-86d11b7fd90b tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] For port 747baaf9-c4ab-478d-b71c-cefe2934f10b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=747baaf9-c4ab-478d-b71c-cefe2934f10b,segment=NetworkSegment(d6b3c1be-7d50-4f67-839a-b6f7e4c26baa),segment_id=d6b3c1be-7d50-4f67-839a-b6f7e4c26baa)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:29.048974 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-4e8174c5-c9e2-49b9-9a26-e3e401e1dc41 req-2a7344e3-7051-47ce-b6d3-86d11b7fd90b tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:29.313736 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-4e8174c5-c9e2-49b9-9a26-e3e401e1dc41 req-2a7344e3-7051-47ce-b6d3-86d11b7fd90b tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Calling delete_port for 747baaf9-c4ab-478d-b71c-cefe2934f10b owned by compute:nova {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:27:29.499925 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-4e8174c5-c9e2-49b9-9a26-e3e401e1dc41 req-2a7344e3-7051-47ce-b6d3-86d11b7fd90b tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:29.518158 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-566d53f9-1b4a-44fa-8254-e7a1b67ecff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:29.680533 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7344e3-7051-47ce-b6d3-86d11b7fd90b tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Pushing event deleted for resources: {'Port': ['ID=747baaf9-c4ab-478d-b71c-cefe2934f10b,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:29.685854 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-2a7344e3-7051-47ce-b6d3-86d11b7fd90b tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:29.694033 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8174c5-c9e2-49b9-9a26-e3e401e1dc41 req-2a7344e3-7051-47ce-b6d3-86d11b7fd90b tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] No DVR routers for this DVR port 747baaf9-c4ab-478d-b71c-cefe2934f10b on host hv-cinder-80278 {{(pid=79164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:27:29.697978 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-4e8174c5-c9e2-49b9-9a26-e3e401e1dc41 req-2a7344e3-7051-47ce-b6d3-86d11b7fd90b tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:29.704756 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14', 'name': 'network-vif-deleted', 'tag': '747baaf9-c4ab-478d-b71c-cefe2934f10b'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:27:29.744703 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4e8174c5-c9e2-49b9-9a26-e3e401e1dc41 req-2a7344e3-7051-47ce-b6d3-86d11b7fd90b tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.46 "DELETE /v2.0/ports/747baaf9-c4ab-478d-b71c-cefe2934f10b HTTP/1.1" status: 204 len: 173 time: 1.2534010 Aug 23 10:27:29.869046 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-07a4ca7e-0cec-4d03-94c8-d486e52fa1e6 req-18cdbfcf-79a8-4c87-a3bb-d8d4cbfae0e9 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Synchronizing usage tracker for tenant:9f0a004b1ba243cf8b4a5065207e431d on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:27:29.893523 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-07a4ca7e-0cec-4d03-94c8-d486e52fa1e6 req-18cdbfcf-79a8-4c87-a3bb-d8d4cbfae0e9 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Unset dirty status for tenant:9f0a004b1ba243cf8b4a5065207e431d on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:27:29.894745 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-07a4ca7e-0cec-4d03-94c8-d486e52fa1e6 req-18cdbfcf-79a8-4c87-a3bb-d8d4cbfae0e9 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14 HTTP/1.1" status: 200 len: 210 time: 0.0713487 Aug 23 10:27:29.912150 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27303-c49e-4ded-91f7-0984a47bd404 req-c96ddc7a-975f-43b0-a9b7-649084bb75e8 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:29.913908 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-06b27303-c49e-4ded-91f7-0984a47bd404 req-c96ddc7a-975f-43b0-a9b7-649084bb75e8 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.1314976 Aug 23 10:27:29.969088 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-06b27303-c49e-4ded-91f7-0984a47bd404 req-879fab4a-5511-4896-b07f-57b0870b9a4b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481331 Aug 23 10:27:30.053180 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac3baab-1bfd-4bdb-b38f-1dc32f8daf14', 'name': 'network-vif-deleted', 'tag': '747baaf9-c4ab-478d-b71c-cefe2934f10b', 'status': 'completed', 'code': 200} Aug 23 10:27:30.130139 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-27aec694-b4fe-42de-b5e1-2df34f665205 req-b7f2a65b-875f-4b2d-927f-e38303839fdf tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 210 time: 0.0493488 Aug 23 10:27:30.411548 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-2ddbe076-e932-419e-bd5e-6c57b4bca51b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:30.412987 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-2ddbe076-e932-419e-bd5e-6c57b4bca51b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.46 "GET /v2.0/networks?id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36 HTTP/1.1" status: 200 len: 811 time: 0.2312713 Aug 23 10:27:30.519034 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-59aa80ae-036c-41dd-a1c5-c5cf3453455f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Synchronizing usage tracker for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:security_group {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:27:30.531722 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-59aa80ae-036c-41dd-a1c5-c5cf3453455f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Unset dirty status for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:security_group {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:27:30.534152 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-59aa80ae-036c-41dd-a1c5-c5cf3453455f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0f7294401b14331ae0120ea59c4e348 HTTP/1.1" status: 200 len: 380 time: 0.0563426 Aug 23 10:27:30.562180 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-bac4fb83-5adc-4a09-bec4-56946a4fc9d3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Request body: {'port': {'device_id': 'acbb6f3f-de87-4766-a4ae-445846a6b2bf', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'admin_state_up': True, 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'security_groups': ['db5438a2-1924-48b3-b49c-6b53cfdf82eb']}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:30.815375 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-bac4fb83-5adc-4a09-bec4-56946a4fc9d3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:27:30.834304 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-bac4fb83-5adc-4a09-bec4-56946a4fc9d3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:27:30.854675 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257369b4-fa9c-4541-b196-b756126f3814 req-a49b2d7d-2fff-43e3-8bb7-965dcc3dda18 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:30.856140 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-257369b4-fa9c-4541-b196-b756126f3814 req-a49b2d7d-2fff-43e3-8bb7-965dcc3dda18 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 945 time: 0.1977384 Aug 23 10:27:30.864060 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-bac4fb83-5adc-4a09-bec4-56946a4fc9d3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Made reservation on behalf of a0f7294401b14331ae0120ea59c4e348 for: {'port': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:27:30.867285 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-bac4fb83-5adc-4a09-bec4-56946a4fc9d3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:30.898018 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dbaed-12ff-47a7-b605-0671b1adf101 req-27903aa6-6ca4-4cc5-be3d-357ecde83af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:30.899675 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-857dbaed-12ff-47a7-b605-0671b1adf101 req-27903aa6-6ca4-4cc5-be3d-357ecde83af2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99082884e6bc45e18c151db1f08a2346&device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 1099 time: 0.1693270 Aug 23 10:27:30.911454 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 747baaf9-c4ab-478d-b71c-cefe2934f10b no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:27:30.945510 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] No Port match for: 747baaf9-c4ab-478d-b71c-cefe2934f10b {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:27:30.945868 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 747baaf9-c4ab-478d-b71c-cefe2934f10b not bound to the agent host hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:27:31.012530 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-257369b4-fa9c-4541-b196-b756126f3814 req-1b03502a-5133-4bab-b87f-06a9c7e3a92d tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454070 Aug 23 10:27:31.043109 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45750) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:31.172341 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dbaed-12ff-47a7-b605-0671b1adf101 req-e8af96a1-cdbc-4903-9e36-8a2869b4b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:31.173801 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-857dbaed-12ff-47a7-b605-0671b1adf101 req-e8af96a1-cdbc-4903-9e36-8a2869b4b1cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=d137faa0-f4f8-4597-9039-8107bc591b01 HTTP/1.1" status: 200 len: 918 time: 0.2639229 Aug 23 10:27:31.182566 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d730af7-7b23-4295-a41a-8f45ada90d20 tempest-TestMinimumBasicScenario-1453721571 tempest-TestMinimumBasicScenario-1453721571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:31.183434 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-1d730af7-7b23-4295-a41a-8f45ada90d20 tempest-TestMinimumBasicScenario-1453721571 tempest-TestMinimumBasicScenario-1453721571-project-admin] Synchronizing usage tracker for tenant:c9d7a5a8bc904e19ad08fe34059e1eb7 on resource:port {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:27:31.227128 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-1d730af7-7b23-4295-a41a-8f45ada90d20 tempest-TestMinimumBasicScenario-1453721571 tempest-TestMinimumBasicScenario-1453721571-project-admin] Unset dirty status for tenant:c9d7a5a8bc904e19ad08fe34059e1eb7 on resource:port {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:27:31.228474 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-1d730af7-7b23-4295-a41a-8f45ada90d20 tempest-TestMinimumBasicScenario-1453721571 tempest-TestMinimumBasicScenario-1453721571-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 1093 time: 0.1838791 Aug 23 10:27:31.232053 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45760) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:31.240328 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Request body: {'floatingip': {'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'port_id': '73fdab80-badd-428b-8d6a-ce5b0a254287', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:31.255815 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-bac4fb83-5adc-4a09-bec4-56946a4fc9d3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Allocated IP 172.20.0.11 (beaa0003-69d7-4b97-9864-2eb2a7e8ac36/54cc7ed5-a0f7-4057-adce-6cedc0c75702/d07a945d-057b-4f4f-bfdd-c31253bbfcbe) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:27:31.256936 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:27:31.266054 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Usage tracker for resource:floatingip and tenant:1c65fc6a145144e589701398d7e540e5 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:27:31.273623 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:27:31.287266 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:27:31.306661 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-857dbaed-12ff-47a7-b605-0671b1adf101 req-6a1cee85-a990-4681-8c98-866d340fbebd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1697432-45ba-4188-b961-42571b2c3cec HTTP/1.1" status: 200 len: 1001 time: 0.1258912 Aug 23 10:27:31.339620 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for floatingip, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:31.444046 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6fae80a1-457a-4630-9be7-e11064f1f4db req-c0b7e05d-11ad-4373-b251-9e91607acc42 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 210 time: 0.0888743 Aug 23 10:27:31.521617 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dbaed-12ff-47a7-b605-0671b1adf101 req-f633bf13-6932-407e-baa7-e56cb2ff9785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:31.524022 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-857dbaed-12ff-47a7-b605-0671b1adf101 req-f633bf13-6932-407e-baa7-e56cb2ff9785 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f85e825-59e5-4c98-a66a-77e558377d2d HTTP/1.1" status: 200 len: 856 time: 0.2057877 Aug 23 10:27:31.557797 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cfc1d-5301-41a5-be2b-3d0836b8fd89 req-ead376f2-f90b-4210-9120-2681b00f3a53 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:31.565026 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-040cfc1d-5301-41a5-be2b-3d0836b8fd89 req-ead376f2-f90b-4210-9120-2681b00f3a53 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.4338255 Aug 23 10:27:31.650464 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-bac4fb83-5adc-4a09-bec4-56946a4fc9d3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:31.665030 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-040cfc1d-5301-41a5-be2b-3d0836b8fd89 req-678326ca-6b02-4088-beb8-ce8be44fd5ef tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990164 Aug 23 10:27:31.671820 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-bac4fb83-5adc-4a09-bec4-56946a4fc9d3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Transition to ACTIVE for port object d07a945d-057b-4f4f-bfdd-c31253bbfcbe will not be triggered until provisioned by entity DHCP. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:27:31.682628 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dbaed-12ff-47a7-b605-0671b1adf101 req-5ead48a8-ed43-457f-8955-309456cc7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:31.684215 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-857dbaed-12ff-47a7-b605-0671b1adf101 req-5ead48a8-ed43-457f-8955-309456cc7758 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d137faa0-f4f8-4597-9039-8107bc591b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1524885 Aug 23 10:27:31.705190 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:31.796077 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-bac4fb83-5adc-4a09-bec4-56946a4fc9d3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:31.808328 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-e844be18-7291-4fa4-8e16-a67312beea8d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:31.852117 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Allocated IP 172.28.2.230 (6abbf648-30c3-4bc3-b6f8-fb92b7833a6b/1bf33108-a606-44c8-ae34-6d10a469fb3b/60369dce-db46-45d8-b57e-a2fa6380f484) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:27:31.895327 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-bac4fb83-5adc-4a09-bec4-56946a4fc9d3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Network beaa0003-69d7-4b97-9864-2eb2a7e8ac36 is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:27:31.899981 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-bac4fb83-5adc-4a09-bec4-56946a4fc9d3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:27:31.906384 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-857dbaed-12ff-47a7-b605-0671b1adf101 req-a40008fe-d68a-4de0-8a7c-fcc7e9644350 service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145350 Aug 23 10:27:31.907303 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-bac4fb83-5adc-4a09-bec4-56946a4fc9d3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:27:31.935524 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4fb83-5adc-4a09-bec4-56946a4fc9d3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Pushing event updated for resources: {'Port': ['ID=d07a945d-057b-4f4f-bfdd-c31253bbfcbe,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:31.959613 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-bac4fb83-5adc-4a09-bec4-56946a4fc9d3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:32.008001 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:32.042547 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:32.047868 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c38954df-680c-4d68-98a4-f020eb54fc4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:32.112386 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:27:32.116761 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:27:32.119651 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:27:32.123291 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:27:32.152136 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Pushing event updated for resources: {'Port': ['ID=60369dce-db46-45d8-b57e-a2fa6380f484,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:32.159409 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:32.170677 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-bac4fb83-5adc-4a09-bec4-56946a4fc9d3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:32.171870 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-bac4fb83-5adc-4a09-bec4-56946a4fc9d3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:32.219580 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-9ea96f83-6461-4af8-b48b-057e13a41a61 None None] Provisioning for port d07a945d-057b-4f4f-bfdd-c31253bbfcbe completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:27:32.225590 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-9ea96f83-6461-4af8-b48b-057e13a41a61 None None] Provisioning complete for port d07a945d-057b-4f4f-bfdd-c31253bbfcbe triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:27:32.225973 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-9ea96f83-6461-4af8-b48b-057e13a41a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:32.227753 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-bac4fb83-5adc-4a09-bec4-56946a4fc9d3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6708128 Aug 23 10:27:32.230994 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-857dbaed-12ff-47a7-b605-0671b1adf101 req-016f88b5-413f-4310-a867-0cb773866ac9 service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928963 Aug 23 10:27:32.244463 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Request body: {'port': {'device_id': 'acbb6f3f-de87-4766-a4ae-445846a6b2bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:32.282483 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-9ea96f83-6461-4af8-b48b-057e13a41a61 None None] Port d07a945d-057b-4f4f-bfdd-c31253bbfcbe cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:27:32.358206 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:32.556484 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:32.632072 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:32.750380 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52c61b-2c8c-4726-8713-90c26811e316 req-1a16feb6-2e85-4d48-b392-c696d481bf3c tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:32.751467 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-6b52c61b-2c8c-4726-8713-90c26811e316 req-1a16feb6-2e85-4d48-b392-c696d481bf3c tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Synchronizing usage tracker for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:27:32.791983 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07a945d-057b-4f4f-bfdd-c31253bbfcbe {{(pid=79164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:27:32.803041 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:32.805679 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-6b52c61b-2c8c-4726-8713-90c26811e316 req-1a16feb6-2e85-4d48-b392-c696d481bf3c tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Unset dirty status for tenant:a0f7294401b14331ae0120ea59c4e348 on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:27:32.806895 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6b52c61b-2c8c-4726-8713-90c26811e316 req-1a16feb6-2e85-4d48-b392-c696d481bf3c tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 932 time: 0.2188115 Aug 23 10:27:32.837043 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Transition to ACTIVE for port object d07a945d-057b-4f4f-bfdd-c31253bbfcbe will not be triggered until provisioned by entity L2. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:27:32.843518 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:32.850359 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-9990c981-276c-4a5e-959e-c339c11aae3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:32.910230 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device a1697432-45ba-4188-b961-42571b2c3cec no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:27:32.942428 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05842e-7aca-45e4-9f96-36b0a16fe1df req-fbb82e63-d380-4203-93ce-d8c2e7bebe62 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:32.944052 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ad05842e-7aca-45e4-9f96-36b0a16fe1df req-fbb82e63-d380-4203-93ce-d8c2e7bebe62 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 946 time: 0.1359346 Aug 23 10:27:32.956775 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for port, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:32.982981 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26781080'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:32.986407 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6b52c61b-2c8c-4726-8713-90c26811e316 req-3edc8c3d-6080-42a7-90b1-82deb309d378 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672196 Aug 23 10:27:32.990192 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-4ccbcc0d-cb46-44f1-86e5-bc362c5f1606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:33.054430 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Pushing event updated for resources: {'Port': ['ID=d07a945d-057b-4f4f-bfdd-c31253bbfcbe,revision_number=2']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:33.085142 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Pushing event updated for resources: {'Port': ['ID=60369dce-db46-45d8-b57e-a2fa6380f484,revision_number=2']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:33.094383 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:33.103556 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:33.126765 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:33.161317 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Attempting to bind port d07a945d-057b-4f4f-bfdd-c31253bbfcbe on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:27:33.161575 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Attempting to bind port d07a945d-057b-4f4f-bfdd-c31253bbfcbe by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '9840eb18-ca6c-4bd2-904d-ed80b734c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36'}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:27:33.161893 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Attempting to bind port d07a945d-057b-4f4f-bfdd-c31253bbfcbe on network beaa0003-69d7-4b97-9864-2eb2a7e8ac36 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:27:33.164583 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901046'] for floatingip, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:33.168034 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Port d07a945d-057b-4f4f-bfdd-c31253bbfcbe on network beaa0003-69d7-4b97-9864-2eb2a7e8ac36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:27:33.168809 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Attempting to bind port d07a945d-057b-4f4f-bfdd-c31253bbfcbe on network beaa0003-69d7-4b97-9864-2eb2a7e8ac36 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:27:33.177222 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Checking agent: {'id': 'da4e5719-434b-498c-af5a-9a8836947b40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'started_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:27:33.177804 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Checking segment: {'id': '9840eb18-ca6c-4bd2-904d-ed80b734c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:27:33.178450 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Bound using segment: {'id': '9840eb18-ca6c-4bd2-904d-ed80b734c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36'} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:27:33.179459 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Bound port: d07a945d-057b-4f4f-bfdd-c31253bbfcbe, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9840eb18-ca6c-4bd2-904d-ed80b734c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36'}}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:27:33.180410 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:33.194733 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ce7d48-302b-4e78-aa37-e5ac0709bece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1697432-45ba-4188-b961-42571b2c3cec'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:27:33.206918 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port a1697432-45ba-4188-b961-42571b2c3cec, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a1697432-45ba-4188-b961-42571b2c3cec,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:33.212877 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:33.215307 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:33.258055 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ce7d48-302b-4e78-aa37-e5ac0709bece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1697432-45ba-4188-b961-42571b2c3cec', 'code': 200} Aug 23 10:27:33.282650 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ad05842e-7aca-45e4-9f96-36b0a16fe1df req-4a6f887e-7be7-48ca-b104-f2c0c9b0e58b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3326328 Aug 23 10:27:33.308842 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=a1697432-45ba-4188-b961-42571b2c3cec,revision_number=8']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:33.314674 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:33.317234 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] For port d07a945d-057b-4f4f-bfdd-c31253bbfcbe, host hv-cinder-80278, cleared binding levels {{(pid=79164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:27:33.320893 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] For port d07a945d-057b-4f4f-bfdd-c31253bbfcbe, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d07a945d-057b-4f4f-bfdd-c31253bbfcbe,segment=NetworkSegment(9840eb18-ca6c-4bd2-904d-ed80b734c036),segment_id=9840eb18-ca6c-4bd2-904d-ed80b734c036)] {{(pid=79164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:27:33.327784 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:33.333784 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-ce29182f-11dd-4930-a83b-89b99f93c68f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:33.394485 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:33.395199 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:33.396827 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] 10.222.0.46 "PUT /v2.0/ports/d07a945d-057b-4f4f-bfdd-c31253bbfcbe HTTP/1.1" status: 200 len: 1094 time: 1.1575089 Aug 23 10:27:33.397374 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbb6f3f-de87-4766-a4ae-445846a6b2bf', 'tag': 'd07a945d-057b-4f4f-bfdd-c31253bbfcbe'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:27:33.437015 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Pushing event updated for resources: {'Port': ['ID=d07a945d-057b-4f4f-bfdd-c31253bbfcbe,revision_number=3']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:33.440382 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:33.485694 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acbb6f3f-de87-4766-a4ae-445846a6b2bf', 'tag': 'd07a945d-057b-4f4f-bfdd-c31253bbfcbe', 'status': 'completed', 'code': 200} Aug 23 10:27:33.521704 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.db.l3_db [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Floating IP b7bd4477-c130-4644-ad35-36cc22bf984e associated. External IP: 172.28.2.230, port: 73fdab80-badd-428b-8d6a-ce5b0a254287. Aug 23 10:27:33.523656 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-1e576f6e-1e42-4306-96e8-16687c32358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:33.525274 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-1e576f6e-1e42-4306-96e8-16687c32358c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0f7294401b14331ae0120ea59c4e348&device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 1097 time: 0.0839980 Aug 23 10:27:33.611711 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-01a46af0-cad8-45c4-b817-93822d9b8bc1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d07a945d-057b-4f4f-bfdd-c31253bbfcbe HTTP/1.1" status: 200 len: 217 time: 0.0773540 Aug 23 10:27:33.678566 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-fe143bc8-d063-454e-ada3-48192bd3a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:33.679961 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-fe143bc8-d063-454e-ada3-48192bd3a3c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54cc7ed5-a0f7-4057-adce-6cedc0c75702 HTTP/1.1" status: 200 len: 850 time: 0.0616088 Aug 23 10:27:33.756091 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-1b2db9ba-3fa3-4ab0-8cba-c43d26494536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:33.757595 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-1b2db9ba-3fa3-4ab0-8cba-c43d26494536 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700881 Aug 23 10:27:33.885391 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Router 547317d8-3e9b-41c5-b069-57b759897562 has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:27:33.896430 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-9f0f4d53-50ee-478c-a387-95feb21d36fd service neutron] 10.222.0.46 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306088 Aug 23 10:27:34.034868 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-88cc7c0e-6f52-42fa-8253-313fbb5b6738 req-4cc07c72-7c5f-46b8-b31a-030ac10642b4 service neutron] 10.222.0.46 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317627 Aug 23 10:27:34.077267 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:27:34.093309 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fbb8c5-95af-4ade-aaf5-c64496a3d8e6 None None] Sync routers for ids ['547317d8-3e9b-41c5-b069-57b759897562'] in dv-cinder-802781-2-smb {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:27:34.099930 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fbb8c5-95af-4ade-aaf5-c64496a3d8e6 None None] Routers {'547317d8-3e9b-41c5-b069-57b759897562'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:27:34.101075 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-e3fbb8c5-95af-4ade-aaf5-c64496a3d8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:27:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['547317d8-3e9b-41c5-b069-57b759897562'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:27:34.211790 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for floatingip, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:34.301218 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-e3fbb8c5-95af-4ade-aaf5-c64496a3d8e6 None None] Set router 547317d8-3e9b-41c5-b069-57b759897562 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:27:34.373066 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a050110-283b-4eda-80af-8d8b34e074fd req-c8084ce7-f755-4cbf-99d0-354a6ff8ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:34.375610 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2a050110-283b-4eda-80af-8d8b34e074fd req-c8084ce7-f755-4cbf-99d0-354a6ff8ac6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0f7294401b14331ae0120ea59c4e348&device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 1097 time: 0.2750590 Aug 23 10:27:34.390220 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1554494 Aug 23 10:27:34.393510 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf6e911-208e-4045-a4be-7be656718c8e', 'tag': '73fdab80-badd-428b-8d6a-ce5b0a254287'}] {{(pid=79163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:27:34.398483 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45790) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:34.422808 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-7a120210-e713-4de8-b66b-f39bc01c714c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1421896642', 'description': 'tempest-secgroup-smoke-1421896642 description', 'project_id': '1c65fc6a145144e589701398d7e540e5'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:34.439028 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-7a120210-e713-4de8-b66b-f39bc01c714c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:27:34.479706 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-7a120210-e713-4de8-b66b-f39bc01c714c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:27:34.504131 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15936ad-ed4d-4424-93b5-367fbbc65eb4 req-1a743331-7865-453a-b495-ac0b41f245d4 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:34.512347 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a15936ad-ed4d-4424-93b5-367fbbc65eb4 req-1a743331-7865-453a-b495-ac0b41f245d4 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 944 time: 0.3856001 Aug 23 10:27:34.581738 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a15936ad-ed4d-4424-93b5-367fbbc65eb4 req-9b838ae1-1762-4b58-95f8-6074951d5fa5 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666113 Aug 23 10:27:34.589082 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7a120210-e713-4de8-b66b-f39bc01c714c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:34.642033 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-7a120210-e713-4de8-b66b-f39bc01c714c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:27:34.650716 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf6e911-208e-4045-a4be-7be656718c8e', 'tag': '73fdab80-badd-428b-8d6a-ce5b0a254287', 'status': 'completed', 'code': 200} Aug 23 10:27:34.651939 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-7a120210-e713-4de8-b66b-f39bc01c714c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Usage tracker for resource:security_group_rule and tenant:1c65fc6a145144e589701398d7e540e5 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:27:34.660018 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a050110-283b-4eda-80af-8d8b34e074fd req-1adc96c5-efb8-4de5-b59e-2b0958ca8372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:34.661627 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2a050110-283b-4eda-80af-8d8b34e074fd req-1adc96c5-efb8-4de5-b59e-2b0958ca8372 service neutron] 10.222.0.46 "GET /v2.0/networks?id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36 HTTP/1.1" status: 200 len: 912 time: 0.2791460 Aug 23 10:27:34.670712 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-7a120210-e713-4de8-b66b-f39bc01c714c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:27:34.677128 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-7a120210-e713-4de8-b66b-f39bc01c714c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:27:34.730104 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-e3fbb8c5-95af-4ade-aaf5-c64496a3d8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547317d8-3e9b-41c5-b069-57b759897562', 'name': 'tempest-TestMinimumBasicScenario-929115789-router', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:37Z', 'updated_at': '2021-08-23T10:26:41Z', 'revision_number': 4, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'gw_port': {'id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:38Z', 'updated_at': '2021-08-23T10:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_floatingips': [{'id': 'b7bd4477-c130-4644-ad35-36cc22bf984e', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'floating_ip_address': '172.28.2.230', 'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'router_id': '547317d8-3e9b-41c5-b069-57b759897562', 'port_id': '73fdab80-badd-428b-8d6a-ce5b0a254287', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098', 'mac_address': 'fa:16:3e:11:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf6e911-208e-4045-a4be-7be656718c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:27:32Z', 'updated_at': '2021-08-23T10:27:32Z', 'revision_number': 0, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d6d15fd-1f59-4250-bb32-ff77d65dd7ff', 'name': '', 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'mac_address': 'fa:16:3e:a8:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:41Z', 'updated_at': '2021-08-23T10:26:49Z', 'revision_number': 5, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'subnets': [{'id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:27:34.737139 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fbb8c5-95af-4ade-aaf5-c64496a3d8e6 None None] Checking router: 547317d8-3e9b-41c5-b069-57b759897562 for host: dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:27:34.748488 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fbb8c5-95af-4ade-aaf5-c64496a3d8e6 None None] Routers {'547317d8-3e9b-41c5-b069-57b759897562'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:27:34.749121 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-e3fbb8c5-95af-4ade-aaf5-c64496a3d8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:27:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['547317d8-3e9b-41c5-b069-57b759897562'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:27:34.761439 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7a120210-e713-4de8-b66b-f39bc01c714c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:34.767460 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7a120210-e713-4de8-b66b-f39bc01c714c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:34.774313 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-544dadff-1edc-40f1-8fee-be761e9b9df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:34.828673 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a120210-e713-4de8-b66b-f39bc01c714c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9c6767-6b00-48bb-8eef-e166e0339a9d,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:34.845706 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7a120210-e713-4de8-b66b-f39bc01c714c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:34.846338 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2a050110-283b-4eda-80af-8d8b34e074fd req-12705d29-be9d-4861-a5df-81387a54e050 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d07a945d-057b-4f4f-bfdd-c31253bbfcbe HTTP/1.1" status: 200 len: 217 time: 0.1690619 Aug 23 10:27:34.848209 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7a120210-e713-4de8-b66b-f39bc01c714c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:34.857078 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-7a120210-e713-4de8-b66b-f39bc01c714c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4460299 Aug 23 10:27:34.858178 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45800) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:34.858313 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b56c8-1814-4730-9bf5-ba61b881355b req-526fb9c8-b7f0-4363-a880-9f761ebd3c8b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:34.865628 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-1e50045d-5c3c-467c-bb91-9b2ae4f268c0 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Request body: {'security_group_rule': {'security_group_id': 'dd9c6767-6b00-48bb-8eef-e166e0339a9d', 'project_id': '1c65fc6a145144e589701398d7e540e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:34.872704 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-1e50045d-5c3c-467c-bb91-9b2ae4f268c0 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:27:34.876425 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-598b56c8-1814-4730-9bf5-ba61b881355b req-526fb9c8-b7f0-4363-a880-9f761ebd3c8b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 944 time: 0.3375070 Aug 23 10:27:34.878270 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-1e50045d-5c3c-467c-bb91-9b2ae4f268c0 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Usage tracker for resource:security_group_rule and tenant:1c65fc6a145144e589701398d7e540e5 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:27:34.882460 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-1e50045d-5c3c-467c-bb91-9b2ae4f268c0 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:27:34.889825 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-1e50045d-5c3c-467c-bb91-9b2ae4f268c0 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:27:34.912066 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-1e50045d-5c3c-467c-bb91-9b2ae4f268c0 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:34.945382 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-e3fbb8c5-95af-4ade-aaf5-c64496a3d8e6 None None] Set router 547317d8-3e9b-41c5-b069-57b759897562 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:27:34.983263 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a050110-283b-4eda-80af-8d8b34e074fd req-93e9181e-a018-49cb-83d1-f8ea137dbd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:34.984056 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-1e50045d-5c3c-467c-bb91-9b2ae4f268c0 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:34.985065 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2a050110-283b-4eda-80af-8d8b34e074fd req-93e9181e-a018-49cb-83d1-f8ea137dbd28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54cc7ed5-a0f7-4057-adce-6cedc0c75702 HTTP/1.1" status: 200 len: 850 time: 0.1037040 Aug 23 10:27:34.989694 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-1e50045d-5c3c-467c-bb91-9b2ae4f268c0 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:34.991960 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:35.013219 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50045d-5c3c-467c-bb91-9b2ae4f268c0 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb99067e-aba9-4a15-98cf-6a403c2e28e1,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:35.018103 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-1e50045d-5c3c-467c-bb91-9b2ae4f268c0 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:35.026248 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-1e50045d-5c3c-467c-bb91-9b2ae4f268c0 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:35.030171 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-1e50045d-5c3c-467c-bb91-9b2ae4f268c0 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1678860 Aug 23 10:27:35.030967 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45804) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:35.035809 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-7ab2fff3-d9fd-47ec-b25b-0b284c01508c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Request body: {'security_group_rule': {'security_group_id': 'dd9c6767-6b00-48bb-8eef-e166e0339a9d', 'project_id': '1c65fc6a145144e589701398d7e540e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:35.041528 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-598b56c8-1814-4730-9bf5-ba61b881355b req-44d4eecd-cb14-444e-b1e3-a239b20b5bf3 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641512 Aug 23 10:27:35.043366 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-7ab2fff3-d9fd-47ec-b25b-0b284c01508c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:27:35.048347 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-7ab2fff3-d9fd-47ec-b25b-0b284c01508c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Usage tracker for resource:security_group_rule and tenant:1c65fc6a145144e589701398d7e540e5 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:27:35.052823 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-7ab2fff3-d9fd-47ec-b25b-0b284c01508c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:27:35.060826 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-7ab2fff3-d9fd-47ec-b25b-0b284c01508c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:27:35.068380 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc8e88-6a7c-4123-8afb-5b011c10107b req-07e3cbc1-7782-47e9-8279-2592e6776a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:35.070660 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-cdbc8e88-6a7c-4123-8afb-5b011c10107b req-07e3cbc1-7782-47e9-8279-2592e6776a84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c65fc6a145144e589701398d7e540e5&device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 1098 time: 0.3921449 Aug 23 10:27:35.082720 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7ab2fff3-d9fd-47ec-b25b-0b284c01508c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:35.156133 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7ab2fff3-d9fd-47ec-b25b-0b284c01508c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:35.163009 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7ab2fff3-d9fd-47ec-b25b-0b284c01508c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:35.166331 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-1e50045d-5c3c-467c-bb91-9b2ae4f268c0 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:35.192796 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a050110-283b-4eda-80af-8d8b34e074fd req-ec7d356f-8f4f-4ab5-ac55-69ccc8dd36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:35.194286 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2a050110-283b-4eda-80af-8d8b34e074fd req-ec7d356f-8f4f-4ab5-ac55-69ccc8dd36f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1954994 Aug 23 10:27:35.209623 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2fff3-d9fd-47ec-b25b-0b284c01508c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d4cfd5-7ea3-45e1-8867-7ca45a7264fc,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:35.212795 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7ab2fff3-d9fd-47ec-b25b-0b284c01508c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:35.254406 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7ab2fff3-d9fd-47ec-b25b-0b284c01508c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:35.259573 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-7ab2fff3-d9fd-47ec-b25b-0b284c01508c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2281473 Aug 23 10:27:35.261448 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45812) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:35.270376 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-96468b3c-81f7-43fc-947e-42ae57c64998 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Request body: {'security_group_rule': {'security_group_id': 'dd9c6767-6b00-48bb-8eef-e166e0339a9d', 'project_id': '1c65fc6a145144e589701398d7e540e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:35.280552 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-96468b3c-81f7-43fc-947e-42ae57c64998 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:27:35.287348 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-96468b3c-81f7-43fc-947e-42ae57c64998 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Usage tracker for resource:security_group_rule and tenant:1c65fc6a145144e589701398d7e540e5 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:27:35.287594 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc8e88-6a7c-4123-8afb-5b011c10107b req-494fc3ea-a6f2-4087-8a09-eb4f5b035735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:35.289309 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-cdbc8e88-6a7c-4123-8afb-5b011c10107b req-494fc3ea-a6f2-4087-8a09-eb4f5b035735 service neutron] 10.222.0.46 "GET /v2.0/networks?id=daf7b380-4135-4f3c-b79a-16cc19a78098 HTTP/1.1" status: 200 len: 915 time: 0.2120714 Aug 23 10:27:35.291146 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-96468b3c-81f7-43fc-947e-42ae57c64998 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:27:35.298647 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-96468b3c-81f7-43fc-947e-42ae57c64998 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:27:35.318693 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-96468b3c-81f7-43fc-947e-42ae57c64998 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:35.394671 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-96468b3c-81f7-43fc-947e-42ae57c64998 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:35.399739 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-96468b3c-81f7-43fc-947e-42ae57c64998 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:35.416494 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-ea58e398-abe1-4485-9ac2-3c226d7a6de9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:35.460355 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96468b3c-81f7-43fc-947e-42ae57c64998 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9643e2-7c32-444a-92b9-6fdaec06c16a,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:35.464173 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-96468b3c-81f7-43fc-947e-42ae57c64998 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:35.465998 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-96468b3c-81f7-43fc-947e-42ae57c64998 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:35.470938 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-96468b3c-81f7-43fc-947e-42ae57c64998 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2073712 Aug 23 10:27:35.471756 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45820) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:35.477735 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-abf79f15-ac7c-47c2-849d-dbfc60221c86 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Request body: {'security_group_rule': {'security_group_id': 'dd9c6767-6b00-48bb-8eef-e166e0339a9d', 'project_id': '1c65fc6a145144e589701398d7e540e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:35.485997 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-abf79f15-ac7c-47c2-849d-dbfc60221c86 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:27:35.489826 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-e3fbb8c5-95af-4ade-aaf5-c64496a3d8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547317d8-3e9b-41c5-b069-57b759897562', 'name': 'tempest-TestMinimumBasicScenario-929115789-router', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:37Z', 'updated_at': '2021-08-23T10:26:41Z', 'revision_number': 4, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'gw_port': {'id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:38Z', 'updated_at': '2021-08-23T10:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_floatingips': [{'id': 'b7bd4477-c130-4644-ad35-36cc22bf984e', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'floating_ip_address': '172.28.2.230', 'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'router_id': '547317d8-3e9b-41c5-b069-57b759897562', 'port_id': '73fdab80-badd-428b-8d6a-ce5b0a254287', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098', 'mac_address': 'fa:16:3e:11:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf6e911-208e-4045-a4be-7be656718c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:27:32Z', 'updated_at': '2021-08-23T10:27:32Z', 'revision_number': 0, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d6d15fd-1f59-4250-bb32-ff77d65dd7ff', 'name': '', 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'mac_address': 'fa:16:3e:a8:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:41Z', 'updated_at': '2021-08-23T10:26:49Z', 'revision_number': 5, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'subnets': [{'id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:27:35.490532 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-abf79f15-ac7c-47c2-849d-dbfc60221c86 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Usage tracker for resource:security_group_rule and tenant:1c65fc6a145144e589701398d7e540e5 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:27:35.493955 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-abf79f15-ac7c-47c2-849d-dbfc60221c86 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:27:35.494658 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2a050110-283b-4eda-80af-8d8b34e074fd req-60bdc8a7-035f-432f-b8a5-fe362882e302 service neutron] 10.222.0.46 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928851 Aug 23 10:27:35.496524 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-cdbc8e88-6a7c-4123-8afb-5b011c10107b req-e3cd2238-1303-4dda-83ea-5140b0f278d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73fdab80-badd-428b-8d6a-ce5b0a254287 HTTP/1.1" status: 200 len: 999 time: 0.1476688 Aug 23 10:27:35.498817 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fbb8c5-95af-4ade-aaf5-c64496a3d8e6 None None] The sync data for ids ['547317d8-3e9b-41c5-b069-57b759897562'] in dv-cinder-802781-2-smb is: [{'id': '547317d8-3e9b-41c5-b069-57b759897562', 'name': 'tempest-TestMinimumBasicScenario-929115789-router', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:37Z', 'updated_at': '2021-08-23T10:26:41Z', 'revision_number': 4, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'gw_port': {'id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:38Z', 'updated_at': '2021-08-23T10:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_floatingips': [{'id': 'b7bd4477-c130-4644-ad35-36cc22bf984e', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'floating_ip_address': '172.28.2.230', 'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'router_id': '547317d8-3e9b-41c5-b069-57b759897562', 'port_id': '73fdab80-badd-428b-8d6a-ce5b0a254287', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098', 'mac_address': 'fa:16:3e:11:1b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf6e911-208e-4045-a4be-7be656718c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:27:32Z', 'updated_at': '2021-08-23T10:27:32Z', 'revision_number': 0, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d6d15fd-1f59-4250-bb32-ff77d65dd7ff', 'name': '', 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'mac_address': 'fa:16:3e:a8:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:41Z', 'updated_at': '2021-08-23T10:26:49Z', 'revision_number': 5, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'subnets': [{'id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:27:35.502201 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-abf79f15-ac7c-47c2-849d-dbfc60221c86 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:27:35.522802 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-abf79f15-ac7c-47c2-849d-dbfc60221c86 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:35.600436 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-abf79f15-ac7c-47c2-849d-dbfc60221c86 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:35.606881 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-abf79f15-ac7c-47c2-849d-dbfc60221c86 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:35.615569 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-96468b3c-81f7-43fc-947e-42ae57c64998 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:35.638723 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf79f15-ac7c-47c2-849d-dbfc60221c86 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ccb903-84a5-41e4-b780-2a5369bbdbba,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:35.644246 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-abf79f15-ac7c-47c2-849d-dbfc60221c86 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:35.651356 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-abf79f15-ac7c-47c2-849d-dbfc60221c86 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:35.656484 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-abf79f15-ac7c-47c2-849d-dbfc60221c86 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1836174 Aug 23 10:27:35.657217 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45828) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:35.665530 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-988ba4ac-6668-49ad-8fab-a93ac4c3727a tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Request body: {'security_group_rule': {'security_group_id': 'dd9c6767-6b00-48bb-8eef-e166e0339a9d', 'project_id': '1c65fc6a145144e589701398d7e540e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:35.677007 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-988ba4ac-6668-49ad-8fab-a93ac4c3727a tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:27:35.678222 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc8e88-6a7c-4123-8afb-5b011c10107b req-fd4cc045-009b-4a55-a4cd-50c2f2d58c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:35.679983 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-cdbc8e88-6a7c-4123-8afb-5b011c10107b req-fd4cc045-009b-4a55-a4cd-50c2f2d58c12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5f748aa-77ee-4d76-997a-99bb9d44b611 HTTP/1.1" status: 200 len: 853 time: 0.1725650 Aug 23 10:27:35.686151 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-988ba4ac-6668-49ad-8fab-a93ac4c3727a tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Usage tracker for resource:security_group_rule and tenant:1c65fc6a145144e589701398d7e540e5 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:27:35.689973 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-988ba4ac-6668-49ad-8fab-a93ac4c3727a tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:27:35.697913 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-988ba4ac-6668-49ad-8fab-a93ac4c3727a tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:27:35.719038 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.db.securitygroups_db [None req-988ba4ac-6668-49ad-8fab-a93ac4c3727a tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Project 1c65fc6a145144e589701398d7e540e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 10:27:35.727491 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-988ba4ac-6668-49ad-8fab-a93ac4c3727a tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:35.800542 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-988ba4ac-6668-49ad-8fab-a93ac4c3727a tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:35.805042 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-988ba4ac-6668-49ad-8fab-a93ac4c3727a tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:35.807899 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2a050110-283b-4eda-80af-8d8b34e074fd req-96b21dce-1f9c-49ef-bb29-a04465df959b service neutron] 10.222.0.46 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014367 Aug 23 10:27:35.817064 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:35.845270 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ba4ac-6668-49ad-8fab-a93ac4c3727a tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795b5065-739b-4c2b-8dcb-3bdc853a01ac,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:35.848545 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-988ba4ac-6668-49ad-8fab-a93ac4c3727a tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:35.852134 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc8e88-6a7c-4123-8afb-5b011c10107b req-7a23a49c-f86d-4c4e-a8d8-2e34e3ca44df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:35.853912 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-cdbc8e88-6a7c-4123-8afb-5b011c10107b req-7a23a49c-f86d-4c4e-a8d8-2e34e3ca44df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=daf7b380-4135-4f3c-b79a-16cc19a78098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1657081 Aug 23 10:27:35.856947 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-988ba4ac-6668-49ad-8fab-a93ac4c3727a tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:35.861557 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-988ba4ac-6668-49ad-8fab-a93ac4c3727a tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2029872 Aug 23 10:27:35.862215 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45836) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:35.867586 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-e4c51703-f509-45b5-b6ac-8be4cabdd74b tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Request body: {'security_group_rule': {'security_group_id': 'dd9c6767-6b00-48bb-8eef-e166e0339a9d', 'project_id': '1c65fc6a145144e589701398d7e540e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:35.874139 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-e4c51703-f509-45b5-b6ac-8be4cabdd74b tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:27:35.879177 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-e4c51703-f509-45b5-b6ac-8be4cabdd74b tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Usage tracker for resource:security_group_rule and tenant:1c65fc6a145144e589701398d7e540e5 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:27:35.882964 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-e4c51703-f509-45b5-b6ac-8be4cabdd74b tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:27:35.891874 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-e4c51703-f509-45b5-b6ac-8be4cabdd74b tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:27:35.909292 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396dccd6-84bd-49d0-baaa-6e1e49cd0644 None None] New status for floating IP b7bd4477-c130-4644-ad35-36cc22bf984e: ACTIVE {{(pid=79166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:27:35.913357 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ab8b4-e51e-4d6a-b6b8-180fc3b4437d req-4043f257-64a7-4e52-aeea-e12c6221ee28 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:35.914965 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c47ab8b4-e51e-4d6a-b6b8-180fc3b4437d req-4043f257-64a7-4e52-aeea-e12c6221ee28 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 944 time: 0.1731019 Aug 23 10:27:35.917328 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.db.securitygroups_db [None req-e4c51703-f509-45b5-b6ac-8be4cabdd74b tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Project 1c65fc6a145144e589701398d7e540e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 10:27:35.927266 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e4c51703-f509-45b5-b6ac-8be4cabdd74b tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:36.025150 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e4c51703-f509-45b5-b6ac-8be4cabdd74b tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:36.039457 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e4c51703-f509-45b5-b6ac-8be4cabdd74b tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:36.042094 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7ab2fff3-d9fd-47ec-b25b-0b284c01508c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:36.060115 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c51703-f509-45b5-b6ac-8be4cabdd74b tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f252b3ea-7836-4e2a-99fe-a6d704bdf9d8,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:36.070553 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e4c51703-f509-45b5-b6ac-8be4cabdd74b tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:36.097686 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e4c51703-f509-45b5-b6ac-8be4cabdd74b tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:36.099050 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-e4c51703-f509-45b5-b6ac-8be4cabdd74b tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2358594 Aug 23 10:27:36.121225 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c47ab8b4-e51e-4d6a-b6b8-180fc3b4437d req-7382c04c-a0a6-4a59-869a-6012c4b16e97 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975563 Aug 23 10:27:36.139536 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-7900fbc5-a775-4844-bd7a-c04f9bd088e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:36.184093 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-cdbc8e88-6a7c-4123-8afb-5b011c10107b req-cc1924a6-6f95-4af4-bb95-b91707c7040b service neutron] 10.222.0.46 "GET /v2.0/networks/daf7b380-4135-4f3c-b79a-16cc19a78098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207183 Aug 23 10:27:36.479503 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-fe57aa76-c2e7-48f7-8d6a-0bd57863aa94 req-1832308d-5c84-47bc-b439-be1b28640575 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421896642&fields=id&tenant_id=1c65fc6a145144e589701398d7e540e5 HTTP/1.1" status: 200 len: 267 time: 0.1117949 Aug 23 10:27:36.562202 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-cdbc8e88-6a7c-4123-8afb-5b011c10107b req-644265d6-eb3c-4a6f-a58b-f5cea642cc1e service neutron] 10.222.0.46 "GET /v2.0/networks/daf7b380-4135-4f3c-b79a-16cc19a78098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714733 Aug 23 10:27:36.594668 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57aa76-c2e7-48f7-8d6a-0bd57863aa94 req-f63bba73-b5e9-4999-9d19-e5c401493a55 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:36.596182 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-fe57aa76-c2e7-48f7-8d6a-0bd57863aa94 req-f63bba73-b5e9-4999-9d19-e5c401493a55 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 945 time: 0.1089549 Aug 23 10:27:36.609098 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-fe57aa76-c2e7-48f7-8d6a-0bd57863aa94 req-b5ddf99f-9b01-423f-8258-f94fb128bc34 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Request body: {'port': {'security_groups': ['64d2b9f0-48d6-43e0-8eb5-8bf367d90264', 'dd9c6767-6b00-48bb-8eef-e166e0339a9d']}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:36.733733 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-fe57aa76-c2e7-48f7-8d6a-0bd57863aa94 req-b5ddf99f-9b01-423f-8258-f94fb128bc34 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:36.760464 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:36.830770 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:36.914222 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device d07a945d-057b-4f4f-bfdd-c31253bbfcbe details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:27:36.917730 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device a1697432-45ba-4188-b961-42571b2c3cec no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:27:37.037450 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-fe57aa76-c2e7-48f7-8d6a-0bd57863aa94 req-b5ddf99f-9b01-423f-8258-f94fb128bc34 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] For port 73fdab80-badd-428b-8d6a-ce5b0a254287, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=73fdab80-badd-428b-8d6a-ce5b0a254287,segment=NetworkSegment(a0141450-847c-4cac-b78c-b16edc4d3dd0),segment_id=a0141450-847c-4cac-b78c-b16edc4d3dd0)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:37.062777 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa7648-cc75-4997-9626-51aa66930c61 req-21d2251b-6053-4dda-aadb-0dd0e1f410da tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:37.070092 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-77fa7648-cc75-4997-9626-51aa66930c61 req-21d2251b-6053-4dda-aadb-0dd0e1f410da tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 944 time: 0.1048963 Aug 23 10:27:37.070289 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-fe57aa76-c2e7-48f7-8d6a-0bd57863aa94 req-b5ddf99f-9b01-423f-8258-f94fb128bc34 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:37.078724 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-fe57aa76-c2e7-48f7-8d6a-0bd57863aa94 req-b5ddf99f-9b01-423f-8258-f94fb128bc34 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:37.086866 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:37.123280 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-77fa7648-cc75-4997-9626-51aa66930c61 req-688753a1-dc54-4fe9-af4c-b4c3d9bdc0aa tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493286 Aug 23 10:27:37.158361 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 45882) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:37.178685 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['73fdab80-badd-428b-8d6a-ce5b0a254287'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:27:37.188289 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddf99f-9b01-423f-8258-f94fb128bc34 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Pushing event updated for resources: {'Port': ['ID=73fdab80-badd-428b-8d6a-ce5b0a254287,revision_number=6']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:37.209238 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-b5ddf99f-9b01-423f-8258-f94fb128bc34 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:37.224737 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57aa76-c2e7-48f7-8d6a-0bd57863aa94 req-b5ddf99f-9b01-423f-8258-f94fb128bc34 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:37.228711 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-fe57aa76-c2e7-48f7-8d6a-0bd57863aa94 req-b5ddf99f-9b01-423f-8258-f94fb128bc34 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:37.230343 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-fe57aa76-c2e7-48f7-8d6a-0bd57863aa94 req-b5ddf99f-9b01-423f-8258-f94fb128bc34 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "PUT /v2.0/ports/73fdab80-badd-428b-8d6a-ce5b0a254287 HTTP/1.1" status: 200 len: 981 time: 0.6273172 Aug 23 10:27:37.231042 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf6e911-208e-4045-a4be-7be656718c8e', 'tag': '73fdab80-badd-428b-8d6a-ce5b0a254287'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:27:37.299827 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['73fdab80-badd-428b-8d6a-ce5b0a254287'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:27:37.391693 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port d07a945d-057b-4f4f-bfdd-c31253bbfcbe, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d07a945d-057b-4f4f-bfdd-c31253bbfcbe,segment=NetworkSegment(9840eb18-ca6c-4bd2-904d-ed80b734c036),segment_id=9840eb18-ca6c-4bd2-904d-ed80b734c036)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:37.392357 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f3439-3366-40af-85f5-0523ce88974e req-c76ad30a-07db-46c1-b4ec-c326689709f8 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:37.393976 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-792f3439-3366-40af-85f5-0523ce88974e req-c76ad30a-07db-46c1-b4ec-c326689709f8 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 944 time: 0.1156814 Aug 23 10:27:37.428669 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': 'd07a945d-057b-4f4f-bfdd-c31253bbfcbe', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'port_id': 'd07a945d-057b-4f4f-bfdd-c31253bbfcbe', 'mac_address': 'fa:16:3e:8e:e1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:27:37.438549 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-351ac188-a448-4d76-b82d-4e0cce407a85 req-32ba4f41-8dae-47a9-9a94-db5f7cb7086f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2791767 Aug 23 10:27:37.468571 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6645a-0ee4-4c75-93f0-921e442bd740 req-3d38d212-8cb6-4e7c-bfdc-d8cac34517b4 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:37.477584 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a9e6645a-0ee4-4c75-93f0-921e442bd740 req-3d38d212-8cb6-4e7c-bfdc-d8cac34517b4 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 984 time: 0.1369710 Aug 23 10:27:37.588731 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:37.596761 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-792f3439-3366-40af-85f5-0523ce88974e req-fa99dd8c-b3ce-4421-bb1f-f900c9b3b2f4 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961293 Aug 23 10:27:37.598486 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a9e6645a-0ee4-4c75-93f0-921e442bd740 req-e007ef56-1eca-452b-9416-4f8adc05cf6f tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd9c6767-6b00-48bb-8eef-e166e0339a9d&id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1136489 Aug 23 10:27:37.618310 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-208f1b0c-a15c-4f13-8efc-5a557c4b440c None None] Provisioning complete for port 73fdab80-badd-428b-8d6a-ce5b0a254287 triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:27:37.618945 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-208f1b0c-a15c-4f13-8efc-5a557c4b440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:37.687215 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf6e911-208e-4045-a4be-7be656718c8e', 'tag': '73fdab80-badd-428b-8d6a-ce5b0a254287', 'status': 'completed', 'code': 200} Aug 23 10:27:37.705400 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07a945d-057b-4f4f-bfdd-c31253bbfcbe {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:27:37.790147 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port d07a945d-057b-4f4f-bfdd-c31253bbfcbe, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d07a945d-057b-4f4f-bfdd-c31253bbfcbe,segment=NetworkSegment(9840eb18-ca6c-4bd2-904d-ed80b734c036),segment_id=9840eb18-ca6c-4bd2-904d-ed80b734c036)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:37.808252 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:37.810194 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665a1e-90dd-4720-b6ce-30d78d007984 req-f63162a1-428d-4a93-9b72-7cf1e1e534d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:37.812178 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d3665a1e-90dd-4720-b6ce-30d78d007984 req-f63162a1-428d-4a93-9b72-7cf1e1e534d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c65fc6a145144e589701398d7e540e5&device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 1137 time: 0.1011715 Aug 23 10:27:37.815167 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:38.011345 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665a1e-90dd-4720-b6ce-30d78d007984 req-b56b5f98-06c5-4a49-90b6-7c816f0ceb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:38.013539 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d3665a1e-90dd-4720-b6ce-30d78d007984 req-b56b5f98-06c5-4a49-90b6-7c816f0ceb29 service neutron] 10.222.0.46 "GET /v2.0/networks?id=daf7b380-4135-4f3c-b79a-16cc19a78098 HTTP/1.1" status: 200 len: 915 time: 0.1949499 Aug 23 10:27:38.082674 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['d07a945d-057b-4f4f-bfdd-c31253bbfcbe'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:27:38.159665 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d3665a1e-90dd-4720-b6ce-30d78d007984 req-480672b2-0717-40b0-aaa1-3849b24713e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73fdab80-badd-428b-8d6a-ce5b0a254287 HTTP/1.1" status: 200 len: 1001 time: 0.1276209 Aug 23 10:27:38.167014 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=d07a945d-057b-4f4f-bfdd-c31253bbfcbe,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:38.197699 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:38.283132 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665a1e-90dd-4720-b6ce-30d78d007984 req-51970979-844a-4712-b732-7fd99cd5d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:38.284605 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d3665a1e-90dd-4720-b6ce-30d78d007984 req-51970979-844a-4712-b732-7fd99cd5d097 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5f748aa-77ee-4d76-997a-99bb9d44b611 HTTP/1.1" status: 200 len: 853 time: 0.1184809 Aug 23 10:27:38.354321 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53656b78-0f60-435d-b408-c6ccb5e4cbdc req-f62cee0c-c03f-4708-91d4-16468089dc59 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:38.356707 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-53656b78-0f60-435d-b408-c6ccb5e4cbdc req-f62cee0c-c03f-4708-91d4-16468089dc59 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 944 time: 0.0842497 Aug 23 10:27:38.363991 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665a1e-90dd-4720-b6ce-30d78d007984 req-49c57b64-4e77-49ea-b515-f2d972ac68f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:38.365468 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d3665a1e-90dd-4720-b6ce-30d78d007984 req-49c57b64-4e77-49ea-b515-f2d972ac68f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=daf7b380-4135-4f3c-b79a-16cc19a78098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730882 Aug 23 10:27:38.403933 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-53656b78-0f60-435d-b408-c6ccb5e4cbdc req-b7618a5c-a915-4756-94a9-5c7f0af7e39c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399885 Aug 23 10:27:38.560503 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d3665a1e-90dd-4720-b6ce-30d78d007984 req-23c1de15-6029-4192-9339-4b850ba4657f service neutron] 10.222.0.46 "GET /v2.0/networks/daf7b380-4135-4f3c-b79a-16cc19a78098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792040 Aug 23 10:27:38.658777 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ac188-a448-4d76-b82d-4e0cce407a85 req-a3cf5f87-c234-4b67-86f4-7c0427f5e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:38.660271 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-351ac188-a448-4d76-b82d-4e0cce407a85 req-a3cf5f87-c234-4b67-86f4-7c0427f5e1e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece&tenant_id=99082884e6bc45e18c151db1f08a2346 HTTP/1.1" status: 200 len: 1097 time: 0.1728644 Aug 23 10:27:38.864462 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d3665a1e-90dd-4720-b6ce-30d78d007984 req-c4a77ef1-d21e-42b5-b563-f30b2d1236af service neutron] 10.222.0.46 "GET /v2.0/networks/daf7b380-4135-4f3c-b79a-16cc19a78098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963512 Aug 23 10:27:38.917608 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ac188-a448-4d76-b82d-4e0cce407a85 req-f9143f8a-a444-41c5-a747-1940fdcd0b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:38.919096 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-351ac188-a448-4d76-b82d-4e0cce407a85 req-f9143f8a-a444-41c5-a747-1940fdcd0b0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99082884e6bc45e18c151db1f08a2346&device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 1097 time: 0.2339725 Aug 23 10:27:38.927265 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6dd08-7b04-46cc-bc65-8619ef8ec93c req-7fb55ef0-e1a2-4970-9aa7-52d9c052b966 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:38.928671 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0ec6dd08-7b04-46cc-bc65-8619ef8ec93c req-7fb55ef0-e1a2-4970-9aa7-52d9c052b966 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 945 time: 0.1214213 Aug 23 10:27:38.936545 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-66c34c03-00c0-4c65-8303-528cec1dc8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:39.065387 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0ec6dd08-7b04-46cc-bc65-8619ef8ec93c req-8ad51a6e-0a37-4adf-acbe-73621c54ca2e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155205 Aug 23 10:27:39.088371 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ac188-a448-4d76-b82d-4e0cce407a85 req-cc22c8e9-3a44-49b0-b27a-3c9b04562629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:39.089797 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-351ac188-a448-4d76-b82d-4e0cce407a85 req-cc22c8e9-3a44-49b0-b27a-3c9b04562629 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d137faa0-f4f8-4597-9039-8107bc591b01 HTTP/1.1" status: 200 len: 918 time: 0.1602955 Aug 23 10:27:39.216653 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-351ac188-a448-4d76-b82d-4e0cce407a85 req-47489b9d-0c1b-4ead-a31c-ba7d7d2d4542 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1697432-45ba-4188-b961-42571b2c3cec HTTP/1.1" status: 200 len: 999 time: 0.1184187 Aug 23 10:27:39.287347 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ac188-a448-4d76-b82d-4e0cce407a85 req-ab023636-7e0c-48d3-b70b-dab8c7cd58a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:39.288869 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-351ac188-a448-4d76-b82d-4e0cce407a85 req-ab023636-7e0c-48d3-b70b-dab8c7cd58a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f85e825-59e5-4c98-a66a-77e558377d2d HTTP/1.1" status: 200 len: 856 time: 0.0658946 Aug 23 10:27:39.389827 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ac188-a448-4d76-b82d-4e0cce407a85 req-6bcdb173-4d25-4fe0-b037-0af26f8b356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:39.391322 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-351ac188-a448-4d76-b82d-4e0cce407a85 req-6bcdb173-4d25-4fe0-b037-0af26f8b356e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d137faa0-f4f8-4597-9039-8107bc591b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836112 Aug 23 10:27:39.472317 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:39.547412 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-351ac188-a448-4d76-b82d-4e0cce407a85 req-b5d38f03-1de7-4760-bf2f-2cbf4f44d248 service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427646 Aug 23 10:27:39.621242 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c618f-141a-4b17-b89d-dbb1b3002777 req-d086d79c-0c05-448d-af89-f4cf847e63b1 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:39.622988 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ff4c618f-141a-4b17-b89d-dbb1b3002777 req-d086d79c-0c05-448d-af89-f4cf847e63b1 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 944 time: 0.0872285 Aug 23 10:27:39.670639 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ff4c618f-141a-4b17-b89d-dbb1b3002777 req-97bb2ef6-b1b3-4686-8ab5-6abc9d159547 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389662 Aug 23 10:27:39.683627 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-351ac188-a448-4d76-b82d-4e0cce407a85 req-3a533733-adda-4b25-b0d5-1e6e32e465cf service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293817 Aug 23 10:27:40.305788 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf6fe6-b03f-409c-b459-0c41f5618ef5 req-a9ae3e15-c35a-4abb-9a46-09d23ad849cc tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:40.308040 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-09bf6fe6-b03f-409c-b459-0c41f5618ef5 req-a9ae3e15-c35a-4abb-9a46-09d23ad849cc tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 945 time: 0.0931332 Aug 23 10:27:40.357176 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-09bf6fe6-b03f-409c-b459-0c41f5618ef5 req-ed29d1d1-e82b-4554-b74c-25a529e77ef7 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429182 Aug 23 10:27:40.853544 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:40.890363 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fd39f-f8fa-49a9-94aa-6b1ee54066d9 req-0cc53800-d585-47f8-b979-ed70c8592cb4 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:40.892655 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-008fd39f-f8fa-49a9-94aa-6b1ee54066d9 req-0cc53800-d585-47f8-b979-ed70c8592cb4 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 944 time: 0.0947495 Aug 23 10:27:40.944576 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-008fd39f-f8fa-49a9-94aa-6b1ee54066d9 req-1619b528-72c3-43fe-a932-2bd42093ae4c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462255 Aug 23 10:27:40.960537 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device d07a945d-057b-4f4f-bfdd-c31253bbfcbe up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:27:41.050108 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning for port d07a945d-057b-4f4f-bfdd-c31253bbfcbe completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:27:41.060341 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port d07a945d-057b-4f4f-bfdd-c31253bbfcbe triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:27:41.060341 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:41.234288 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:41.265240 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbb6f3f-de87-4766-a4ae-445846a6b2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07a945d-057b-4f4f-bfdd-c31253bbfcbe'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:27:41.274990 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port d07a945d-057b-4f4f-bfdd-c31253bbfcbe, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d07a945d-057b-4f4f-bfdd-c31253bbfcbe,segment=NetworkSegment(9840eb18-ca6c-4bd2-904d-ed80b734c036),segment_id=9840eb18-ca6c-4bd2-904d-ed80b734c036)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:41.279090 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:41.281117 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:41.394556 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbb6f3f-de87-4766-a4ae-445846a6b2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07a945d-057b-4f4f-bfdd-c31253bbfcbe', 'code': 200} Aug 23 10:27:41.395278 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=d07a945d-057b-4f4f-bfdd-c31253bbfcbe,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:41.400623 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:41.571533 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98635c60-a7fc-4440-bb1a-7675e9d94d2e req-75ef4d98-7929-4afe-b8b6-63e471cf217e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:41.572960 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-98635c60-a7fc-4440-bb1a-7675e9d94d2e req-75ef4d98-7929-4afe-b8b6-63e471cf217e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 946 time: 0.0820663 Aug 23 10:27:41.620257 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-98635c60-a7fc-4440-bb1a-7675e9d94d2e req-363c5540-121f-4988-8aa2-0a5163e76bb6 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412097 Aug 23 10:27:42.141646 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651cb45-ec30-4061-9553-bf5833e07dd8 req-f55391f2-2bdf-4094-aca8-58aee2d385ad tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:42.143159 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4651cb45-ec30-4061-9553-bf5833e07dd8 req-f55391f2-2bdf-4094-aca8-58aee2d385ad tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 944 time: 0.0871279 Aug 23 10:27:42.190644 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4651cb45-ec30-4061-9553-bf5833e07dd8 req-ef76c643-d9e1-46ee-a2e4-a1325c6efc19 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415452 Aug 23 10:27:42.829138 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b9396-80df-4dd0-9111-f8cbb1bda655 req-64ed9be8-b931-455d-b1b6-d3b7700e74c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:42.830565 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a74b9396-80df-4dd0-9111-f8cbb1bda655 req-64ed9be8-b931-455d-b1b6-d3b7700e74c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 946 time: 0.0850053 Aug 23 10:27:42.879567 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a74b9396-80df-4dd0-9111-f8cbb1bda655 req-f44fc84f-fb75-452e-92d9-f97c65cdd674 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424819 Aug 23 10:27:43.390244 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb5dd1-bd91-46bb-83d5-61af22cd7739 req-75b28d44-4ca2-40e3-babb-b6a7828cc998 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:43.391746 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-40cb5dd1-bd91-46bb-83d5-61af22cd7739 req-75b28d44-4ca2-40e3-babb-b6a7828cc998 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 944 time: 0.0838804 Aug 23 10:27:43.448967 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-40cb5dd1-bd91-46bb-83d5-61af22cd7739 req-88173f41-160a-4417-a77c-f39dd515e219 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510509 Aug 23 10:27:44.131947 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5737d55-e938-41fa-b8aa-c06de4ddcf5f req-6096bbcd-3818-4cea-832a-8f48a763129f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:44.133399 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a5737d55-e938-41fa-b8aa-c06de4ddcf5f req-6096bbcd-3818-4cea-832a-8f48a763129f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 946 time: 0.0861158 Aug 23 10:27:44.182536 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a5737d55-e938-41fa-b8aa-c06de4ddcf5f req-f76ed65e-7b60-41ba-b67a-4bbac26ca49a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428474 Aug 23 10:27:44.642113 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa5755-3e76-4bb5-9eb3-c4eeb030b97b req-039aa32a-a037-4121-8360-612a1bd22785 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:44.643589 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7ffa5755-3e76-4bb5-9eb3-c4eeb030b97b req-039aa32a-a037-4121-8360-612a1bd22785 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 944 time: 0.0815561 Aug 23 10:27:44.690001 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7ffa5755-3e76-4bb5-9eb3-c4eeb030b97b req-7ddf73cc-822f-4e44-b85b-5a028f20587f tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405228 Aug 23 10:27:45.383185 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449688ad-761d-4ac0-8088-48e3b958efa7 req-bb93c510-01e5-4c0f-9a7a-4cf63dac1b9e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:45.384954 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-449688ad-761d-4ac0-8088-48e3b958efa7 req-bb93c510-01e5-4c0f-9a7a-4cf63dac1b9e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 946 time: 0.0875165 Aug 23 10:27:45.432389 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-449688ad-761d-4ac0-8088-48e3b958efa7 req-fed3c15d-fdd0-4c3f-93b6-fffbf1663ccf tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413918 Aug 23 10:27:45.892130 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a111212-87dc-45f3-bf26-6189e59d5207 req-04748a4f-72ea-4ce2-94ab-9d467a697b12 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:45.893624 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4a111212-87dc-45f3-bf26-6189e59d5207 req-04748a4f-72ea-4ce2-94ab-9d467a697b12 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 944 time: 0.0875745 Aug 23 10:27:45.940425 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4a111212-87dc-45f3-bf26-6189e59d5207 req-10f2392a-951f-4ab8-bef3-d0d7fbad35c5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411632 Aug 23 10:27:46.635087 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51937c71-6f3a-41ff-aa6c-92d2eefe476b req-40126c81-c3cc-434a-8a05-e3bda64c1880 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:46.636682 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-51937c71-6f3a-41ff-aa6c-92d2eefe476b req-40126c81-c3cc-434a-8a05-e3bda64c1880 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 946 time: 0.0906065 Aug 23 10:27:46.688006 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-51937c71-6f3a-41ff-aa6c-92d2eefe476b req-a7170101-1d3c-4e16-b99b-a59983eabf59 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451558 Aug 23 10:27:47.158219 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb531c33-ee52-44b4-aa38-00b4eb859be7 req-1c032aaa-cc17-4a04-8635-0f0b955502e3 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:47.159746 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-fb531c33-ee52-44b4-aa38-00b4eb859be7 req-1c032aaa-cc17-4a04-8635-0f0b955502e3 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 944 time: 0.0884383 Aug 23 10:27:47.214110 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-fb531c33-ee52-44b4-aa38-00b4eb859be7 req-c3c8b683-95da-4276-b8b8-c878192eb6ec tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480001 Aug 23 10:27:47.881721 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c558eb-153d-475d-90e0-82a1c3bafe81 req-2b924535-85da-4c39-b507-6548bb0b8fff tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:47.883091 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-d4c558eb-153d-475d-90e0-82a1c3bafe81 req-2b924535-85da-4c39-b507-6548bb0b8fff tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 946 time: 0.0867991 Aug 23 10:27:47.931927 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-d4c558eb-153d-475d-90e0-82a1c3bafe81 req-ee53dae2-4680-4e6e-b21f-a6699f6bcac9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425706 Aug 23 10:27:48.412026 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a516b-033b-4fdc-b2aa-6c107f21037b req-25f0543d-f72d-4e29-8ee8-7ad3e1090cc1 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:48.413503 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-621a516b-033b-4fdc-b2aa-6c107f21037b req-25f0543d-f72d-4e29-8ee8-7ad3e1090cc1 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 944 time: 0.0855906 Aug 23 10:27:48.462589 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-621a516b-033b-4fdc-b2aa-6c107f21037b req-fbece49c-8d5d-4693-bea8-3515145461e2 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431969 Aug 23 10:27:49.175129 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd063c-3b4e-4c7b-924d-3c1a1fde853d req-d59f60bc-54b0-475f-a349-0fda4f63dd41 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:49.176931 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e1bd063c-3b4e-4c7b-924d-3c1a1fde853d req-d59f60bc-54b0-475f-a349-0fda4f63dd41 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 946 time: 0.1082575 Aug 23 10:27:49.226810 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e1bd063c-3b4e-4c7b-924d-3c1a1fde853d req-213a6335-b54c-4237-8a0c-e5502c3f42db tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438957 Aug 23 10:27:49.766082 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a29920-50d6-4a77-9dad-06560ad85698 req-b9d11de9-b9fd-447a-a463-56ccf20b2fab tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:49.771549 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-73a29920-50d6-4a77-9dad-06560ad85698 req-b9d11de9-b9fd-447a-a463-56ccf20b2fab tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 944 time: 0.1927438 Aug 23 10:27:49.813525 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-73a29920-50d6-4a77-9dad-06560ad85698 req-1542d36c-fa9c-4a32-9c7a-917c748fa70b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404055 Aug 23 10:27:50.429526 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af18da-f685-4934-9ac4-325cc224bcfe req-130e6b61-2d6f-4b63-931b-4a7ade70a6b8 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:50.431006 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-f9af18da-f685-4934-9ac4-325cc224bcfe req-130e6b61-2d6f-4b63-931b-4a7ade70a6b8 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 946 time: 0.0838146 Aug 23 10:27:50.478808 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-f9af18da-f685-4934-9ac4-325cc224bcfe req-cbaa6c39-092e-4eeb-88ff-34ba89436767 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417800 Aug 23 10:27:51.006451 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82374f-4963-4e9b-a2fe-a09f00d71d11 req-fe2db10b-e51b-4fc0-9adc-dc4d496df94b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:51.007923 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ec82374f-4963-4e9b-a2fe-a09f00d71d11 req-fe2db10b-e51b-4fc0-9adc-dc4d496df94b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 944 time: 0.0847795 Aug 23 10:27:51.056262 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ec82374f-4963-4e9b-a2fe-a09f00d71d11 req-6542cbf2-eff1-4952-a05a-1ff434e1a4c5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420284 Aug 23 10:27:51.183265 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142f6e5-bb31-4f30-b57e-272f52c21a40 req-87486012-5a19-4766-81c0-0fa528afb5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:51.185456 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e142f6e5-bb31-4f30-b57e-272f52c21a40 req-87486012-5a19-4766-81c0-0fa528afb5e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 1099 time: 0.0706227 Aug 23 10:27:51.228692 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e142f6e5-bb31-4f30-b57e-272f52c21a40 req-ab0db152-ec8b-4549-96ea-eb75784d8912 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341272 Aug 23 10:27:51.317828 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46062) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:51.377417 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_v2 [None req-312d9c9b-63d3-4658-bd1b-3583e7d92c94 admin admin] Deleting subnet 5b858367-3017-42c3-84d7-c4f053cead2f {{(pid=79163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:27:51.380287 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-312d9c9b-63d3-4658-bd1b-3583e7d92c94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:51.427316 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-312d9c9b-63d3-4658-bd1b-3583e7d92c94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26919124'] for subnet, precommit_delete_associations {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:51.485221 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-312d9c9b-63d3-4658-bd1b-3583e7d92c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870812'] for subnet, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:51.551254 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-312d9c9b-63d3-4658-bd1b-3583e7d92c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26781138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26586266'] for subnet, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:51.555971 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:51.592443 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d9c9b-63d3-4658-bd1b-3583e7d92c94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b858367-3017-42c3-84d7-c4f053cead2f,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:51.594367 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-312d9c9b-63d3-4658-bd1b-3583e7d92c94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:51.597480 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-312d9c9b-63d3-4658-bd1b-3583e7d92c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:51.637531 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-312d9c9b-63d3-4658-bd1b-3583e7d92c94 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5b858367-3017-42c3-84d7-c4f053cead2f HTTP/1.1" status: 204 len: 168 time: 0.3186436 Aug 23 10:27:51.640049 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 46068) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:51.681046 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d01013-5505-4fc6-ba3d-daaaf9a76bbe req-fe6a53df-c557-487e-a74b-4f0434a4ffa8 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:51.682502 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e1d01013-5505-4fc6-ba3d-daaaf9a76bbe req-fe6a53df-c557-487e-a74b-4f0434a4ffa8 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 946 time: 0.0912964 Aug 23 10:27:51.726948 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e1d01013-5505-4fc6-ba3d-daaaf9a76bbe req-1866afd2-f23b-46a2-a0e5-df70f1541c01 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384409 Aug 23 10:27:51.747655 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-61764937-9ad9-419c-8dc4-3e8cd3e6adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830045'] for network, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:51.869466 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-61764937-9ad9-419c-8dc4-3e8cd3e6adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864615', 'neutron.services.segments.db._delete_segments_for_network-8775983548317'] for network, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:51.882561 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.services.segments.db [None req-61764937-9ad9-419c-8dc4-3e8cd3e6adba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a90c82-eb23-408c-b3b9-12f975ab7cb7']}} {{(pid=79164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:27:51.894735 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.services.segments.db [None req-61764937-9ad9-419c-8dc4-3e8cd3e6adba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b3c1be-7d50-4f67-839a-b6f7e4c26baa') {'for_net_delete': True} {{(pid=79164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:27:51.895007 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.services.segments.db [None req-61764937-9ad9-419c-8dc4-3e8cd3e6adba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b3c1be-7d50-4f67-839a-b6f7e4c26baa') {} {{(pid=79164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:27:51.906658 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-61764937-9ad9-419c-8dc4-3e8cd3e6adba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775983546359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26330098'] for segment, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:51.922665 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-61764937-9ad9-419c-8dc4-3e8cd3e6adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:51.928576 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61764937-9ad9-419c-8dc4-3e8cd3e6adba admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=79164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:27:51.928953 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-61764937-9ad9-419c-8dc4-3e8cd3e6adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26337102'] for segment, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: Traceback (most recent call last): Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: timer() Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: cb(*args, **kw) Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: return func(*args, **kwargs) Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: self._notify() Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: self.callback(batched_events) Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: event.method(event) Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: return f(self, *a, **k) Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: return self._get(url).json() Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: return self.request(url, 'GET', **kwargs) Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:27:51.941649 dv-cinder-802781-2-smb neutron-server[79164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:27:52.017640 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-61764937-9ad9-419c-8dc4-3e8cd3e6adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900943'] for network, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:52.021333 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-97b1dfa1-3f02-4257-a8d5-16cf8f6998f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:52.034380 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-61764937-9ad9-419c-8dc4-3e8cd3e6adba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:52.045572 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61764937-9ad9-419c-8dc4-3e8cd3e6adba admin admin] Pushing event deleted for resources: {'Network': ['ID=e8a90c82-eb23-408c-b3b9-12f975ab7cb7,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:52.048367 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-61764937-9ad9-419c-8dc4-3e8cd3e6adba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:52.051562 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-61764937-9ad9-419c-8dc4-3e8cd3e6adba admin admin] 10.222.0.20 "DELETE /v2.0/networks/e8a90c82-eb23-408c-b3b9-12f975ab7cb7 HTTP/1.1" status: 204 len: 168 time: 0.4105105 Aug 23 10:27:52.166867 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 46076) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:52.277151 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-0e7a3ccd-0869-4d49-bbcb-cd17db2ce465 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f0a004b1ba243cf8b4a5065207e431d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1089017 Aug 23 10:27:52.280293 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46080) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:52.298095 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2994e-1a7a-4c10-b7ca-11edec93023d req-c67c3b99-250c-40fe-85cf-a0dc8d1277a7 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:52.299783 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-41e2994e-1a7a-4c10-b7ca-11edec93023d req-c67c3b99-250c-40fe-85cf-a0dc8d1277a7 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 944 time: 0.1173801 Aug 23 10:27:52.340442 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-47ea4604-49d9-44f4-a9e9-97e06f4957de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:52.346429 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-41e2994e-1a7a-4c10-b7ca-11edec93023d req-e41ae06a-4eb5-4b70-b180-e54c38839ed9 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407202 Aug 23 10:27:52.374395 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-47ea4604-49d9-44f4-a9e9-97e06f4957de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:52.431734 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-47ea4604-49d9-44f4-a9e9-97e06f4957de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:52.436143 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-83a48e93-6283-45af-8af6-315ebb123ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:52.450196 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea4604-49d9-44f4-a9e9-97e06f4957de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489b27df-f608-411d-97fc-72d5a33e9fe4,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:52.452848 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-47ea4604-49d9-44f4-a9e9-97e06f4957de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:52.464183 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-47ea4604-49d9-44f4-a9e9-97e06f4957de admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:52.465722 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-47ea4604-49d9-44f4-a9e9-97e06f4957de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/489b27df-f608-411d-97fc-72d5a33e9fe4 HTTP/1.1" status: 204 len: 168 time: 0.1843879 Aug 23 10:27:52.917390 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1868e46-0fa4-46b8-a1dc-3f21ba752167 req-2ffa5bd2-5868-4139-8093-4f0e8d466ab8 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:52.919048 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a1868e46-0fa4-46b8-a1dc-3f21ba752167 req-2ffa5bd2-5868-4139-8093-4f0e8d466ab8 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 946 time: 0.0826788 Aug 23 10:27:52.962850 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a1868e46-0fa4-46b8-a1dc-3f21ba752167 req-41c75e92-6c59-4301-b121-60938a615765 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382273 Aug 23 10:27:53.000447 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device a1697432-45ba-4188-b961-42571b2c3cec details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:27:53.132828 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port a1697432-45ba-4188-b961-42571b2c3cec, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a1697432-45ba-4188-b961-42571b2c3cec,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:53.141744 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69bc4c-7844-466e-a6ae-bbda59bb130b req-1b8ce2f5-a455-460f-bcdc-3ef629b99525 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:53.143378 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7d69bc4c-7844-466e-a6ae-bbda59bb130b req-1b8ce2f5-a455-460f-bcdc-3ef629b99525 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 946 time: 0.0831449 Aug 23 10:27:53.146484 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': 'a1697432-45ba-4188-b961-42571b2c3cec', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'port_id': 'a1697432-45ba-4188-b961-42571b2c3cec', 'mac_address': 'fa:16:3e:b0:2d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:27:53.152858 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46090) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:27:53.158383 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-4102ab22-19d3-4b89-bfb5-e73fe338fc4f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Request body: {'floatingip': {'port_id': 'd07a945d-057b-4f4f-bfdd-c31253bbfcbe'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:53.207255 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:53.225202 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1697432-45ba-4188-b961-42571b2c3cec {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:27:53.241077 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port a1697432-45ba-4188-b961-42571b2c3cec, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a1697432-45ba-4188-b961-42571b2c3cec,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:53.245589 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:53.248296 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:53.317102 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4102ab22-19d3-4b89-bfb5-e73fe338fc4f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for floatingip, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:53.317466 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=a1697432-45ba-4188-b961-42571b2c3cec,revision_number=9']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:53.325313 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:53.325736 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:53.326075 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:53.326406 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:53.326735 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:53.327065 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:53.327386 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:53.327704 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:53.328060 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:53.328382 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:53.328698 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:53.329012 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:53.333304 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:53.473809 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['a1697432-45ba-4188-b961-42571b2c3cec'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:27:53.702482 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380f721-cdd5-4836-a6a7-085739e1ec12 req-21a01256-3a89-46ae-8a72-ca1c8bf6a459 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:53.703939 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a380f721-cdd5-4836-a6a7-085739e1ec12 req-21a01256-3a89-46ae-8a72-ca1c8bf6a459 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 945 time: 0.2276347 Aug 23 10:27:53.845150 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a380f721-cdd5-4836-a6a7-085739e1ec12 req-ff10c1d1-6c42-4494-bbf2-dfd3b2af9499 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335409 Aug 23 10:27:53.999781 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4102ab22-19d3-4b89-bfb5-e73fe338fc4f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:54.003308 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4102ab22-19d3-4b89-bfb5-e73fe338fc4f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901046'] for floatingip, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:54.172253 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.db.l3_db [None req-4102ab22-19d3-4b89-bfb5-e73fe338fc4f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Floating IP 25af529e-c4fb-4265-8399-aac718ea6517 associated. External IP: 172.28.2.62, port: d07a945d-057b-4f4f-bfdd-c31253bbfcbe. Aug 23 10:27:54.608213 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4102ab22-19d3-4b89-bfb5-e73fe338fc4f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Router 197b5de3-6140-4b99-99cb-f13cdaa02d2f has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:27:54.783165 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4102ab22-19d3-4b89-bfb5-e73fe338fc4f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:27:54.788083 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4102ab22-19d3-4b89-bfb5-e73fe338fc4f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for floatingip, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:54.792292 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf99362-8a00-45bf-9bcf-aadbc7212856 None None] Sync routers for ids ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'] in dv-cinder-802781-2-smb {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:27:54.801593 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf99362-8a00-45bf-9bcf-aadbc7212856 None None] Routers {'197b5de3-6140-4b99-99cb-f13cdaa02d2f'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:27:54.802212 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-9bf99362-8a00-45bf-9bcf-aadbc7212856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:27:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:27:54.844886 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-4102ab22-19d3-4b89-bfb5-e73fe338fc4f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "PUT /v2.0/floatingips/25af529e-c4fb-4265-8399-aac718ea6517 HTTP/1.1" status: 200 len: 991 time: 1.6906753 Aug 23 10:27:54.845777 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbb6f3f-de87-4766-a4ae-445846a6b2bf', 'tag': 'd07a945d-057b-4f4f-bfdd-c31253bbfcbe'}] {{(pid=79163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:27:54.986372 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-9bf99362-8a00-45bf-9bcf-aadbc7212856 None None] Set router 197b5de3-6140-4b99-99cb-f13cdaa02d2f gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:27:55.052396 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device a1697432-45ba-4188-b961-42571b2c3cec up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:27:55.111232 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acbb6f3f-de87-4766-a4ae-445846a6b2bf', 'tag': 'd07a945d-057b-4f4f-bfdd-c31253bbfcbe', 'status': 'completed', 'code': 200} Aug 23 10:27:55.210477 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518f031-2af6-4854-b55d-57cd43c9090a req-0cc817d8-b353-47ad-8b17-2e46676ad909 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:55.211982 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5518f031-2af6-4854-b55d-57cd43c9090a req-0cc817d8-b353-47ad-8b17-2e46676ad909 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 945 time: 0.1583359 Aug 23 10:27:55.243326 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61642d8f-d279-4e4e-af3a-0b422da3e549 req-29b6ecea-73b9-44d4-a5b9-787160f658b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:55.244808 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-61642d8f-d279-4e4e-af3a-0b422da3e549 req-29b6ecea-73b9-44d4-a5b9-787160f658b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0f7294401b14331ae0120ea59c4e348&device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 1099 time: 0.1106138 Aug 23 10:27:55.254628 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port a1697432-45ba-4188-b961-42571b2c3cec triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:27:55.255331 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:55.288267 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5518f031-2af6-4854-b55d-57cd43c9090a req-4364fe5b-66c5-42c8-96bc-29001f2316b9 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679765 Aug 23 10:27:55.389159 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61642d8f-d279-4e4e-af3a-0b422da3e549 req-983d4bd8-4468-4c6c-8e28-bf7b4e9e95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:55.390634 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-61642d8f-d279-4e4e-af3a-0b422da3e549 req-983d4bd8-4468-4c6c-8e28-bf7b4e9e95ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36 HTTP/1.1" status: 200 len: 912 time: 0.1377864 Aug 23 10:27:55.490527 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:55.494763 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-61642d8f-d279-4e4e-af3a-0b422da3e549 req-293bf380-bdd6-4621-a9c1-3a45392e78af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d07a945d-057b-4f4f-bfdd-c31253bbfcbe HTTP/1.1" status: 200 len: 999 time: 0.0971861 Aug 23 10:27:55.524274 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ce7d48-302b-4e78-aa37-e5ac0709bece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1697432-45ba-4188-b961-42571b2c3cec'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:27:55.537256 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port a1697432-45ba-4188-b961-42571b2c3cec, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a1697432-45ba-4188-b961-42571b2c3cec,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:55.539766 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-9bf99362-8a00-45bf-9bcf-aadbc7212856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:23:15Z', 'revision_number': 4, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port': {'id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:09Z', 'updated_at': '2021-08-23T10:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_floatingips': [{'id': '25af529e-c4fb-4265-8399-aac718ea6517', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'floating_ip_address': '172.28.2.62', 'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'router_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'port_id': 'd07a945d-057b-4f4f-bfdd-c31253bbfcbe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'mac_address': 'fa:16:3e:8e:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbb6f3f-de87-4766-a4ae-445846a6b2bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:27:26Z', 'updated_at': '2021-08-23T10:27:53Z', 'revision_number': 1, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a73608-efed-453c-9892-ece254a27b04', 'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'mac_address': 'fa:16:3e:86:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:14Z', 'updated_at': '2021-08-23T10:23:23Z', 'revision_number': 5, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'subnets': [{'id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:27:55.547646 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:55.550916 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf99362-8a00-45bf-9bcf-aadbc7212856 None None] Checking router: 197b5de3-6140-4b99-99cb-f13cdaa02d2f for host: dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:27:55.554392 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-959b1bda-6f3c-491f-ab84-c9d36bb4a029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:55.559364 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61642d8f-d279-4e4e-af3a-0b422da3e549 req-ba3efda8-e7be-4d54-8166-e137bfc6cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:55.561548 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-61642d8f-d279-4e4e-af3a-0b422da3e549 req-ba3efda8-e7be-4d54-8166-e137bfc6cf1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54cc7ed5-a0f7-4057-adce-6cedc0c75702 HTTP/1.1" status: 200 len: 850 time: 0.0596304 Aug 23 10:27:55.589073 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ce7d48-302b-4e78-aa37-e5ac0709bece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1697432-45ba-4188-b961-42571b2c3cec', 'code': 200} Aug 23 10:27:55.607831 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf99362-8a00-45bf-9bcf-aadbc7212856 None None] Routers {'197b5de3-6140-4b99-99cb-f13cdaa02d2f'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:27:55.608480 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-9bf99362-8a00-45bf-9bcf-aadbc7212856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:27:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:27:55.637101 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61642d8f-d279-4e4e-af3a-0b422da3e549 req-2c4180fb-545c-4ac0-87c2-5adc547fd90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:55.639339 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-61642d8f-d279-4e4e-af3a-0b422da3e549 req-2c4180fb-545c-4ac0-87c2-5adc547fd90c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=beaa0003-69d7-4b97-9864-2eb2a7e8ac36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714846 Aug 23 10:27:55.718623 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=a1697432-45ba-4188-b961-42571b2c3cec,revision_number=10']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:55.721664 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:55.860438 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-9bf99362-8a00-45bf-9bcf-aadbc7212856 None None] Set router 197b5de3-6140-4b99-99cb-f13cdaa02d2f gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:27:55.922868 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-61642d8f-d279-4e4e-af3a-0b422da3e549 req-1fcfc1fd-5cd2-4005-b11c-c5896b8f2286 service neutron] 10.222.0.46 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739565 Aug 23 10:27:55.971505 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a7ec4-68fd-4373-8abf-326e02f320f0 req-d641f2d6-cfc8-402a-b5a3-0c50eac64617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:55.973021 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f34a7ec4-68fd-4373-8abf-326e02f320f0 req-d641f2d6-cfc8-402a-b5a3-0c50eac64617 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 1100 time: 0.2280910 Aug 23 10:27:56.089393 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-f34a7ec4-68fd-4373-8abf-326e02f320f0 req-50e1a57b-d55f-4dc5-8e6a-4dd583b05b16 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091521 Aug 23 10:27:56.097804 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-61642d8f-d279-4e4e-af3a-0b422da3e549 req-4306400f-9630-440b-9931-533daac68921 service neutron] 10.222.0.46 "GET /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679602 Aug 23 10:27:56.210967 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-9bf99362-8a00-45bf-9bcf-aadbc7212856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:23:15Z', 'revision_number': 4, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port': {'id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:09Z', 'updated_at': '2021-08-23T10:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_floatingips': [{'id': '25af529e-c4fb-4265-8399-aac718ea6517', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'floating_ip_address': '172.28.2.62', 'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'router_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'port_id': 'd07a945d-057b-4f4f-bfdd-c31253bbfcbe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'mac_address': 'fa:16:3e:8e:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbb6f3f-de87-4766-a4ae-445846a6b2bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:27:26Z', 'updated_at': '2021-08-23T10:27:53Z', 'revision_number': 1, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a73608-efed-453c-9892-ece254a27b04', 'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'mac_address': 'fa:16:3e:86:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:14Z', 'updated_at': '2021-08-23T10:23:23Z', 'revision_number': 5, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'subnets': [{'id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:27:56.214823 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf99362-8a00-45bf-9bcf-aadbc7212856 None None] The sync data for ids ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'] in dv-cinder-802781-2-smb is: [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:23:15Z', 'revision_number': 4, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port': {'id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:09Z', 'updated_at': '2021-08-23T10:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_floatingips': [{'id': '25af529e-c4fb-4265-8399-aac718ea6517', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'floating_ip_address': '172.28.2.62', 'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'router_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'port_id': 'd07a945d-057b-4f4f-bfdd-c31253bbfcbe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'mac_address': 'fa:16:3e:8e:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbb6f3f-de87-4766-a4ae-445846a6b2bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:27:26Z', 'updated_at': '2021-08-23T10:27:53Z', 'revision_number': 1, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a73608-efed-453c-9892-ece254a27b04', 'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'mac_address': 'fa:16:3e:86:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:14Z', 'updated_at': '2021-08-23T10:23:23Z', 'revision_number': 5, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'subnets': [{'id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:27:56.406646 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5770070e-c08f-4451-8238-e4d7b23aacfe None None] New status for floating IP 25af529e-c4fb-4265-8399-aac718ea6517: ACTIVE {{(pid=79166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:27:56.482609 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1310f63-5bc1-43ff-80f3-d4c43e80b5ba req-9c3c6665-72b9-4c2e-aa44-b6de37cd6fb5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:56.484000 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b1310f63-5bc1-43ff-80f3-d4c43e80b5ba req-9c3c6665-72b9-4c2e-aa44-b6de37cd6fb5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 947 time: 0.0822437 Aug 23 10:27:56.527602 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b1310f63-5bc1-43ff-80f3-d4c43e80b5ba req-d4a96c35-0f35-447d-8569-310b011dd224 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378671 Aug 23 10:27:57.724151 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c6b70-6b00-4078-9a05-c6dbd3b76268 req-0a3946c6-4ac4-4cba-9bed-31189c802f66 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:57.725644 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-fd2c6b70-6b00-4078-9a05-c6dbd3b76268 req-0a3946c6-4ac4-4cba-9bed-31189c802f66 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 947 time: 0.0862677 Aug 23 10:27:57.771435 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-fd2c6b70-6b00-4078-9a05-c6dbd3b76268 req-e104cce8-5262-424c-bd95-4f2b705cb53d tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400398 Aug 23 10:27:58.961492 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a25b9-6dc9-4892-a322-f2a592ea99f9 req-203c49bd-d2d8-429b-8b2f-fa42373d1fc6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:58.962927 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-788a25b9-6dc9-4892-a322-f2a592ea99f9 req-203c49bd-d2d8-429b-8b2f-fa42373d1fc6 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 947 time: 0.0831761 Aug 23 10:27:59.006238 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-788a25b9-6dc9-4892-a322-f2a592ea99f9 req-8a868e32-3ecc-49de-ac12-a797df0b3e44 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377100 Aug 23 10:28:03.382831 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ea690-7914-499f-906c-7e79a533f52c req-68ecdf04-70cd-4105-80fc-b1d860342902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:03.384379 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-635ea690-7914-499f-906c-7e79a533f52c req-68ecdf04-70cd-4105-80fc-b1d860342902 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c65fc6a145144e589701398d7e540e5&device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 1137 time: 0.0726492 Aug 23 10:28:03.410558 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83981d2f-d51a-4898-80c2-7ed09d9586b4 req-fd65c9cb-5f55-4494-b539-54968a4b26bf tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:03.412060 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-83981d2f-d51a-4898-80c2-7ed09d9586b4 req-fd65c9cb-5f55-4494-b539-54968a4b26bf tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 984 time: 0.0801497 Aug 23 10:28:03.459951 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-83981d2f-d51a-4898-80c2-7ed09d9586b4 req-13f89acf-372b-45ad-afe3-f49e7b96b3aa tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Synchronizing usage tracker for tenant:1c65fc6a145144e589701398d7e540e5 on resource:security_group {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:28:03.474777 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-83981d2f-d51a-4898-80c2-7ed09d9586b4 req-13f89acf-372b-45ad-afe3-f49e7b96b3aa tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Unset dirty status for tenant:1c65fc6a145144e589701398d7e540e5 on resource:security_group {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:28:03.475991 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-83981d2f-d51a-4898-80c2-7ed09d9586b4 req-13f89acf-372b-45ad-afe3-f49e7b96b3aa tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd9c6767-6b00-48bb-8eef-e166e0339a9d&id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580549 Aug 23 10:28:03.520922 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ea690-7914-499f-906c-7e79a533f52c req-3270d724-ff35-46bb-98b9-22a7a803f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:03.522387 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-635ea690-7914-499f-906c-7e79a533f52c req-3270d724-ff35-46bb-98b9-22a7a803f487 service neutron] 10.222.0.46 "GET /v2.0/networks?id=daf7b380-4135-4f3c-b79a-16cc19a78098 HTTP/1.1" status: 200 len: 915 time: 0.1308792 Aug 23 10:28:03.632109 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-635ea690-7914-499f-906c-7e79a533f52c req-0ad8ec62-caaa-46a6-ac6d-8b287a20f140 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73fdab80-badd-428b-8d6a-ce5b0a254287 HTTP/1.1" status: 200 len: 1001 time: 0.0995545 Aug 23 10:28:03.701384 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ea690-7914-499f-906c-7e79a533f52c req-c54dea23-e194-45a0-ba23-f15db555f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:03.702803 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-635ea690-7914-499f-906c-7e79a533f52c req-c54dea23-e194-45a0-ba23-f15db555f2f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5f748aa-77ee-4d76-997a-99bb9d44b611 HTTP/1.1" status: 200 len: 853 time: 0.0599115 Aug 23 10:28:03.775658 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ea690-7914-499f-906c-7e79a533f52c req-97fd32b6-2a42-43c5-b502-638b0e253433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:03.777359 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-635ea690-7914-499f-906c-7e79a533f52c req-97fd32b6-2a42-43c5-b502-638b0e253433 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=daf7b380-4135-4f3c-b79a-16cc19a78098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0685134 Aug 23 10:28:03.911505 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-635ea690-7914-499f-906c-7e79a533f52c req-5a5e3b12-ffaa-49b4-bc5d-078ab8cc69ba service neutron] 10.222.0.46 "GET /v2.0/networks/daf7b380-4135-4f3c-b79a-16cc19a78098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266732 Aug 23 10:28:04.047288 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-635ea690-7914-499f-906c-7e79a533f52c req-c7507423-3a17-4490-86ab-77d315d1bd38 service neutron] 10.222.0.46 "GET /v2.0/networks/daf7b380-4135-4f3c-b79a-16cc19a78098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248677 Aug 23 10:28:04.666155 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bd340-6a72-4641-a2a9-f62f3e5556e8 req-1eff8328-699a-49a0-87b7-00ba34d2525f tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:04.667592 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c47bd340-6a72-4641-a2a9-f62f3e5556e8 req-1eff8328-699a-49a0-87b7-00ba34d2525f tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 984 time: 0.0815063 Aug 23 10:28:04.714772 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c47bd340-6a72-4641-a2a9-f62f3e5556e8 req-652c3c10-766b-4529-985d-b5385023ca4a tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd9c6767-6b00-48bb-8eef-e166e0339a9d&id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408940 Aug 23 10:28:05.903987 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a48d6-087b-403f-9ae3-eaf13ddc8389 req-9c15d0b1-7220-485a-9387-c9b957582913 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:05.905267 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a29a48d6-087b-403f-9ae3-eaf13ddc8389 req-9c15d0b1-7220-485a-9387-c9b957582913 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 984 time: 0.0837641 Aug 23 10:28:05.951054 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a29a48d6-087b-403f-9ae3-eaf13ddc8389 req-35c89364-5aa7-4d55-ba0c-dcb64713c892 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd9c6767-6b00-48bb-8eef-e166e0339a9d&id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395181 Aug 23 10:28:06.120682 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e3a562b0-5f19-41f4-8e04-e0a40ad6ce3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:06.761841 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:06.838665 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:07.129948 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7becd8-d003-439d-a4e2-ae8c95bc9baa req-c935c601-fd92-48c5-ab4a-d194d8cdc072 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:07.131402 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-2f7becd8-d003-439d-a4e2-ae8c95bc9baa req-c935c601-fd92-48c5-ab4a-d194d8cdc072 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 984 time: 0.0784199 Aug 23 10:28:07.178791 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-2f7becd8-d003-439d-a4e2-ae8c95bc9baa req-173ad900-3c18-4581-8f42-bcb707edacf4 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd9c6767-6b00-48bb-8eef-e166e0339a9d&id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415654 Aug 23 10:28:08.366703 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cae642-f377-43fc-8779-628b54f7e294 req-42e67502-a3bf-4489-a616-f071f892cb78 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:08.368172 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-f6cae642-f377-43fc-8779-628b54f7e294 req-42e67502-a3bf-4489-a616-f071f892cb78 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 984 time: 0.0831251 Aug 23 10:28:08.415224 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-f6cae642-f377-43fc-8779-628b54f7e294 req-d24ce551-7b23-40ce-b94d-22ce2e4157d7 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd9c6767-6b00-48bb-8eef-e166e0339a9d&id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413027 Aug 23 10:28:08.939030 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-eacb22fc-6e64-4fea-9921-d60a0744c92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:09.111999 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:28:09.450569 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:09.604878 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94839d50-46c8-423f-bba5-c31bfadfe1ba req-ccca6778-1cde-4947-b38d-845c98456549 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:09.606922 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-94839d50-46c8-423f-bba5-c31bfadfe1ba req-ccca6778-1cde-4947-b38d-845c98456549 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 984 time: 0.0800195 Aug 23 10:28:09.656623 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-94839d50-46c8-423f-bba5-c31bfadfe1ba req-61cfe75d-e455-4190-898f-3bd65b95f02d tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd9c6767-6b00-48bb-8eef-e166e0339a9d&id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436368 Aug 23 10:28:10.838533 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9c44f-0fd1-49fa-89ee-8fac302d3d7c req-79149e4b-8b3b-4f94-8e23-8986a11645c3 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:10.840046 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5cb9c44f-0fd1-49fa-89ee-8fac302d3d7c req-79149e4b-8b3b-4f94-8e23-8986a11645c3 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 984 time: 0.0781410 Aug 23 10:28:10.850179 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:10.887048 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5cb9c44f-0fd1-49fa-89ee-8fac302d3d7c req-f1d05b57-d7b0-40a5-9973-754152179c5a tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd9c6767-6b00-48bb-8eef-e166e0339a9d&id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410471 Aug 23 10:28:12.070588 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebca1d-e918-43e2-b3a6-e0464a942952 req-ac4416c8-81af-4f02-850e-f23231d60d52 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:12.072006 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9cebca1d-e918-43e2-b3a6-e0464a942952 req-ac4416c8-81af-4f02-850e-f23231d60d52 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 984 time: 0.0832226 Aug 23 10:28:12.117569 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9cebca1d-e918-43e2-b3a6-e0464a942952 req-1c80fda7-8541-4463-aebd-097244bf858a tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd9c6767-6b00-48bb-8eef-e166e0339a9d&id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391676 Aug 23 10:28:13.304046 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25c954-4ee0-44e9-91dc-668a1b57f43c req-c80f096f-454d-4b95-9f7b-ce8c679d3bef tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:13.305614 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ec25c954-4ee0-44e9-91dc-668a1b57f43c req-c80f096f-454d-4b95-9f7b-ce8c679d3bef tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 984 time: 0.0818765 Aug 23 10:28:13.352768 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ec25c954-4ee0-44e9-91dc-668a1b57f43c req-96dbf1ee-8009-4535-985e-9f7fe1ad5523 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd9c6767-6b00-48bb-8eef-e166e0339a9d&id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409095 Aug 23 10:28:14.536491 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5b6bb-a560-4dcc-88f9-fc3e5732e4b4 req-dea48931-9008-4edb-b693-0c8cc0959e56 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:14.537939 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-dda5b6bb-a560-4dcc-88f9-fc3e5732e4b4 req-dea48931-9008-4edb-b693-0c8cc0959e56 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 984 time: 0.0830557 Aug 23 10:28:14.586502 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-dda5b6bb-a560-4dcc-88f9-fc3e5732e4b4 req-aa851b2e-bad6-4be9-9b4f-c53c9203d314 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd9c6767-6b00-48bb-8eef-e166e0339a9d&id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428710 Aug 23 10:28:14.671294 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8635bd00-d8df-4440-86dc-97a55fdba66f req-f1623297-9485-4857-bb6d-fb40a1b9c5cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683756 Aug 23 10:28:14.821654 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635bd00-d8df-4440-86dc-97a55fdba66f req-fe557e8d-3744-4d48-af2a-8adc5488f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:14.823139 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8635bd00-d8df-4440-86dc-97a55fdba66f req-fe557e8d-3744-4d48-af2a-8adc5488f0c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99082884e6bc45e18c151db1f08a2346&device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 1100 time: 0.0732892 Aug 23 10:28:14.976278 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635bd00-d8df-4440-86dc-97a55fdba66f req-f69a0f23-520e-4b6c-9b65-f108aafa8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:14.977751 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8635bd00-d8df-4440-86dc-97a55fdba66f req-f69a0f23-520e-4b6c-9b65-f108aafa8bb3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d137faa0-f4f8-4597-9039-8107bc591b01 HTTP/1.1" status: 200 len: 918 time: 0.1331091 Aug 23 10:28:15.079566 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8635bd00-d8df-4440-86dc-97a55fdba66f req-2feeaba3-251a-4ab4-ab57-0a34feeb2b29 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1697432-45ba-4188-b961-42571b2c3cec HTTP/1.1" status: 200 len: 1001 time: 0.0943606 Aug 23 10:28:15.140839 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635bd00-d8df-4440-86dc-97a55fdba66f req-1e77f6c1-d0a6-4713-b245-f222d71abfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:15.142333 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8635bd00-d8df-4440-86dc-97a55fdba66f req-1e77f6c1-d0a6-4713-b245-f222d71abfff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f85e825-59e5-4c98-a66a-77e558377d2d HTTP/1.1" status: 200 len: 856 time: 0.0566571 Aug 23 10:28:15.225090 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635bd00-d8df-4440-86dc-97a55fdba66f req-5aa2e5ac-98ef-4605-be1c-edbbead1da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:15.226603 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8635bd00-d8df-4440-86dc-97a55fdba66f req-5aa2e5ac-98ef-4605-be1c-edbbead1da48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d137faa0-f4f8-4597-9039-8107bc591b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773022 Aug 23 10:28:15.453092 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8635bd00-d8df-4440-86dc-97a55fdba66f req-3d4f69ce-b505-4a3b-a942-cf8e680e3381 service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096088 Aug 23 10:28:15.583344 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-8635bd00-d8df-4440-86dc-97a55fdba66f req-f12753b9-5c2d-43ff-9bcc-2d6409545753 service neutron] 10.222.0.46 "GET /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219757 Aug 23 10:28:15.768929 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb521b-d5e5-4f6a-b530-549a0cc42994 req-adf784ff-c53f-460c-aab3-1305ca9d87a2 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:15.770367 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-54fb521b-d5e5-4f6a-b530-549a0cc42994 req-adf784ff-c53f-460c-aab3-1305ca9d87a2 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 984 time: 0.0783758 Aug 23 10:28:15.819178 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-54fb521b-d5e5-4f6a-b530-549a0cc42994 req-1f6132df-2830-431c-ab01-a648d474ff25 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd9c6767-6b00-48bb-8eef-e166e0339a9d&id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430667 Aug 23 10:28:17.079742 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fceb79-9e33-45af-bee6-ef680b97cf57 req-119a774f-9df8-413c-bd1c-42d0d3ce215b tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:17.081218 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-d4fceb79-9e33-45af-bee6-ef680b97cf57 req-119a774f-9df8-413c-bd1c-42d0d3ce215b tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 984 time: 0.1574337 Aug 23 10:28:17.127434 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-d4fceb79-9e33-45af-bee6-ef680b97cf57 req-a14d2a58-a991-430a-8de5-b83c2b692f57 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd9c6767-6b00-48bb-8eef-e166e0339a9d&id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402198 Aug 23 10:28:18.311752 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72862bdd-12a0-4788-88e9-6d5b6814cee6 req-92f57da9-a755-4ac0-b890-0501dafa0503 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:18.313223 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-72862bdd-12a0-4788-88e9-6d5b6814cee6 req-92f57da9-a755-4ac0-b890-0501dafa0503 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 984 time: 0.0841708 Aug 23 10:28:18.358315 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-72862bdd-12a0-4788-88e9-6d5b6814cee6 req-df1fb383-8b1b-4d4a-8c58-ae3cf1d45087 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd9c6767-6b00-48bb-8eef-e166e0339a9d&id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394144 Aug 23 10:28:19.539551 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace580e-22be-46ea-81ec-4f217497e059 req-4045e060-39c3-45c2-b98f-9093f4527701 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:19.541011 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5ace580e-22be-46ea-81ec-4f217497e059 req-4045e060-39c3-45c2-b98f-9093f4527701 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 984 time: 0.0792322 Aug 23 10:28:19.590559 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5ace580e-22be-46ea-81ec-4f217497e059 req-51bc8717-a330-49ed-874b-3907252d92bb tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd9c6767-6b00-48bb-8eef-e166e0339a9d&id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436244 Aug 23 10:28:20.773247 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c13a40-0345-4269-8b93-984d9b9fa96f req-85a3cab0-a520-40c9-87f3-cfc59711bdfc tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:20.774711 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-36c13a40-0345-4269-8b93-984d9b9fa96f req-85a3cab0-a520-40c9-87f3-cfc59711bdfc tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 984 time: 0.0793638 Aug 23 10:28:20.821160 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-36c13a40-0345-4269-8b93-984d9b9fa96f req-f1a17341-a9a9-456d-a22d-62cfa8ed2191 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd9c6767-6b00-48bb-8eef-e166e0339a9d&id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399926 Aug 23 10:28:32.744155 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585d1c1-0d72-43c5-85f1-2e9b58cd8518 req-ab06a4c7-e6a2-4793-87e2-eb3b2fa3298b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:32.745599 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1585d1c1-0d72-43c5-85f1-2e9b58cd8518 req-ab06a4c7-e6a2-4793-87e2-eb3b2fa3298b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 947 time: 0.0836153 Aug 23 10:28:32.789777 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1585d1c1-0d72-43c5-85f1-2e9b58cd8518 req-d309afbb-dc82-45c9-ad20-3e358ff5ebf3 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379300 Aug 23 10:28:33.975355 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb5ef0-353b-45a5-bfa2-63c11a62f4e3 req-74b67d7b-2003-47b3-8550-cb0b82495cab tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:33.976819 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e2eb5ef0-353b-45a5-bfa2-63c11a62f4e3 req-74b67d7b-2003-47b3-8550-cb0b82495cab tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 947 time: 0.0779195 Aug 23 10:28:34.020607 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-e2eb5ef0-353b-45a5-bfa2-63c11a62f4e3 req-2fd3f6d4-910b-462f-8266-b0e899305e7e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375669 Aug 23 10:28:34.187757 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cd3f2-33a5-44f0-9784-0318b65bfe88 req-15bd8a56-2913-46bc-bfc8-f9e1af19df13 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:34.189196 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e85cd3f2-33a5-44f0-9784-0318b65bfe88 req-15bd8a56-2913-46bc-bfc8-f9e1af19df13 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 947 time: 0.0782907 Aug 23 10:28:34.263901 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-e85cd3f2-33a5-44f0-9784-0318b65bfe88 req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Deleting port a1697432-45ba-4188-b961-42571b2c3cec {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:34.264225 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-e85cd3f2-33a5-44f0-9784-0318b65bfe88 req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:34.501326 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-e85cd3f2-33a5-44f0-9784-0318b65bfe88 req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] For port a1697432-45ba-4188-b961-42571b2c3cec, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a1697432-45ba-4188-b961-42571b2c3cec,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:34.501598 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-e85cd3f2-33a5-44f0-9784-0318b65bfe88 req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:34.787676 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-e85cd3f2-33a5-44f0-9784-0318b65bfe88 req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:34.787984 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-e85cd3f2-33a5-44f0-9784-0318b65bfe88 req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901046'] for floatingip, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:34.788295 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.db.l3_db [req-e85cd3f2-33a5-44f0-9784-0318b65bfe88 req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Floating IP 97869ef5-c377-43c9-b924-f2d30a366df9 disassociated. External IP: 172.28.2.36, port: a1697432-45ba-4188-b961-42571b2c3cec. Aug 23 10:28:34.788631 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-e85cd3f2-33a5-44f0-9784-0318b65bfe88 req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Calling delete_port for a1697432-45ba-4188-b961-42571b2c3cec owned by compute:nova {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:28:34.930729 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-e85cd3f2-33a5-44f0-9784-0318b65bfe88 req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:34.936872 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-2a7344e3-7051-47ce-b6d3-86d11b7fd90b tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:34.982210 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Pushing event deleted for resources: {'Port': ['ID=a1697432-45ba-4188-b961-42571b2c3cec,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:34.991880 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:34.992253 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:34.992617 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:34.992971 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:34.993321 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:34.993668 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:34.994014 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:34.994357 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:34.994703 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:34.995048 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:34.995387 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:34.995723 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:35.000134 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:35.177566 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5582be71-05f5-444d-b538-af65781f4a55 req-7b579357-7692-468e-b82b-5a95b2bb3335 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ce7d48-302b-4e78-aa37-e5ac0709bece HTTP/1.1" status: 200 len: 210 time: 0.0492468 Aug 23 10:28:35.185395 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e85cd3f2-33a5-44f0-9784-0318b65bfe88 req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Router 9668630c-2efb-4cd4-a120-0553ce1f5de0 has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:28:35.364744 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e85cd3f2-33a5-44f0-9784-0318b65bfe88 req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:28:35.374700 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4d875-23db-4688-a58d-42f16f597ee1 None None] Sync routers for ids ['9668630c-2efb-4cd4-a120-0553ce1f5de0'] in dv-cinder-802781-2-smb {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:28:35.385161 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d4d875-23db-4688-a58d-42f16f597ee1 None None] Routers {'9668630c-2efb-4cd4-a120-0553ce1f5de0'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:28:35.385927 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-87d4d875-23db-4688-a58d-42f16f597ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:28:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['9668630c-2efb-4cd4-a120-0553ce1f5de0'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:35.531592 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85cd3f2-33a5-44f0-9784-0318b65bfe88 req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] No DVR routers for this DVR port a1697432-45ba-4188-b961-42571b2c3cec on host hv-cinder-80278 {{(pid=79164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:28:35.534076 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-e85cd3f2-33a5-44f0-9784-0318b65bfe88 req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:35.536707 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ce7d48-302b-4e78-aa37-e5ac0709bece', 'name': 'network-vif-deleted', 'tag': 'a1697432-45ba-4188-b961-42571b2c3cec'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:35.553132 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-e85cd3f2-33a5-44f0-9784-0318b65bfe88 req-0c7d09c1-9c0a-48a9-8d38-cb71b0b2ea1e tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.46 "DELETE /v2.0/ports/a1697432-45ba-4188-b961-42571b2c3cec HTTP/1.1" status: 204 len: 173 time: 1.3557851 Aug 23 10:28:35.579656 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-87d4d875-23db-4688-a58d-42f16f597ee1 None None] Set router 9668630c-2efb-4cd4-a120-0553ce1f5de0 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:28:35.590440 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ce7d48-302b-4e78-aa37-e5ac0709bece', 'name': 'network-vif-deleted', 'tag': 'a1697432-45ba-4188-b961-42571b2c3cec', 'status': 'completed', 'code': 200} Aug 23 10:28:35.895717 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-87d4d875-23db-4688-a58d-42f16f597ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:22:23Z', 'revision_number': 4, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port': {'id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:05Z', 'updated_at': '2021-08-23T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'c53d6e27-0d30-4773-bd9a-0f659a0afd4c', 'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'mac_address': 'fa:16:3e:a6:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:15Z', 'updated_at': '2021-08-23T10:22:36Z', 'revision_number': 5, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'subnets': [{'id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:35.899558 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4d875-23db-4688-a58d-42f16f597ee1 None None] Checking router: 9668630c-2efb-4cd4-a120-0553ce1f5de0 for host: dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:28:35.907962 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d4d875-23db-4688-a58d-42f16f597ee1 None None] Routers {'9668630c-2efb-4cd4-a120-0553ce1f5de0'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:28:35.908572 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-87d4d875-23db-4688-a58d-42f16f597ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:28:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['9668630c-2efb-4cd4-a120-0553ce1f5de0'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:36.093725 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-87d4d875-23db-4688-a58d-42f16f597ee1 None None] Set router 9668630c-2efb-4cd4-a120-0553ce1f5de0 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:28:36.354118 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46296) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:36.400738 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-0e9d8a3a-3b9d-4124-af30-8a3d59008a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:36.419330 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:36.448225 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:36.512858 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:36.517912 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-6d08a1e8-9088-4ab3-8f68-8ec0d71081d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:36.518083 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-87d4d875-23db-4688-a58d-42f16f597ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:22:23Z', 'revision_number': 4, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port': {'id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:05Z', 'updated_at': '2021-08-23T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'c53d6e27-0d30-4773-bd9a-0f659a0afd4c', 'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'mac_address': 'fa:16:3e:a6:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:15Z', 'updated_at': '2021-08-23T10:22:36Z', 'revision_number': 5, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'subnets': [{'id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:36.521952 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4d875-23db-4688-a58d-42f16f597ee1 None None] The sync data for ids ['9668630c-2efb-4cd4-a120-0553ce1f5de0'] in dv-cinder-802781-2-smb is: [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:22:23Z', 'revision_number': 4, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port': {'id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:05Z', 'updated_at': '2021-08-23T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'c53d6e27-0d30-4773-bd9a-0f659a0afd4c', 'name': '', 'network_id': 'd137faa0-f4f8-4597-9039-8107bc591b01', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'mac_address': 'fa:16:3e:a6:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:15Z', 'updated_at': '2021-08-23T10:22:36Z', 'revision_number': 5, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'subnets': [{'id': '2f85e825-59e5-4c98-a66a-77e558377d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:28:36.533885 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:36.542878 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:36.544414 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:36.544790 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:36.545186 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:36.545519 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:36.545878 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:36.546237 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:36.546589 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:36.546939 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:36.547294 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:36.547643 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:36.548018 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:36.552681 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:36.556818 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:36.561065 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "DELETE /v2.0/security-groups/6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6 HTTP/1.1" status: 204 len: 168 time: 0.2026229 Aug 23 10:28:36.561065 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46300) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:36.578779 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.api.v2.resource [None req-5484f242-3239-4530-b98b-7a702be78232 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] show failed (client error): The resource could not be found. Aug 23 10:28:36.580124 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-5484f242-3239-4530-b98b-7a702be78232 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "GET /v2.0/security-groups/6c3fbc7a-a9ce-4b48-8c7e-e28415c134e6 HTTP/1.1" status: 404 len: 347 time: 0.0183628 Aug 23 10:28:36.583304 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46304) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:36.745267 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-31010867-c608-442f-8e2e-05f0fd8bd11b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Deleting port cd67b979-241b-4fbb-bdf4-acfc607f9f72 {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:36.745491 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-31010867-c608-442f-8e2e-05f0fd8bd11b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:36.750890 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1791a-48ae-4316-86e6-c81342b24fdc None None] New status for floating IP 97869ef5-c377-43c9-b924-f2d30a366df9: DOWN {{(pid=79166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:28:36.764445 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:36.836565 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:36.920772 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-31010867-c608-442f-8e2e-05f0fd8bd11b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:36.921033 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-31010867-c608-442f-8e2e-05f0fd8bd11b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:37.041202 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-31010867-c608-442f-8e2e-05f0fd8bd11b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Calling delete_port for cd67b979-241b-4fbb-bdf4-acfc607f9f72 owned by network:floatingip {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:28:37.122412 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.db.api [None req-31010867-c608-442f-8e2e-05f0fd8bd11b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 10:28:37.122755 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_db.api [None req-31010867-c608-442f-8e2e-05f0fd8bd11b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 10:28:37.232367 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device a1697432-45ba-4188-b961-42571b2c3cec no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:28:37.268545 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] No Port match for: a1697432-45ba-4188-b961-42571b2c3cec {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:28:37.268898 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device a1697432-45ba-4188-b961-42571b2c3cec not bound to the agent host hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:28:37.624146 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-31010867-c608-442f-8e2e-05f0fd8bd11b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Deleting port cd67b979-241b-4fbb-bdf4-acfc607f9f72 {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:37.624615 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-31010867-c608-442f-8e2e-05f0fd8bd11b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:37.884041 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-31010867-c608-442f-8e2e-05f0fd8bd11b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:37.884371 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-31010867-c608-442f-8e2e-05f0fd8bd11b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:38.007629 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-31010867-c608-442f-8e2e-05f0fd8bd11b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Calling delete_port for cd67b979-241b-4fbb-bdf4-acfc607f9f72 owned by network:floatingip {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:28:38.155509 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-31010867-c608-442f-8e2e-05f0fd8bd11b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:38.160014 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:38.204523 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31010867-c608-442f-8e2e-05f0fd8bd11b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Pushing event deleted for resources: {'Port': ['ID=cd67b979-241b-4fbb-bdf4-acfc607f9f72,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:38.208276 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-31010867-c608-442f-8e2e-05f0fd8bd11b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:38.299924 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-31010867-c608-442f-8e2e-05f0fd8bd11b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks [] for floatingip, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:38.313976 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-31010867-c608-442f-8e2e-05f0fd8bd11b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for floatingip, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:38.315076 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-31010867-c608-442f-8e2e-05f0fd8bd11b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] 10.222.0.20 "DELETE /v2.0/floatingips/97869ef5-c377-43c9-b924-f2d30a366df9 HTTP/1.1" status: 204 len: 168 time: 1.7308316 Aug 23 10:28:38.941747 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-0184308d-e722-4360-8604-6ab1564a67dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:39.448214 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:40.852624 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:41.240810 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46356) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:41.926810 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-f0319f04-56ff-4882-a65c-b9c273ea1dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3806919'] for router_interface, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.278042 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-f0319f04-56ff-4882-a65c-b9c273ea1dbe admin admin] Deleting port c53d6e27-0d30-4773-bd9a-0f659a0afd4c {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:42.278651 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-f0319f04-56ff-4882-a65c-b9c273ea1dbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.537593 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [None req-f0319f04-56ff-4882-a65c-b9c273ea1dbe admin admin] For port c53d6e27-0d30-4773-bd9a-0f659a0afd4c, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=c53d6e27-0d30-4773-bd9a-0f659a0afd4c,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:42.537864 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-f0319f04-56ff-4882-a65c-b9c273ea1dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.661029 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-f0319f04-56ff-4882-a65c-b9c273ea1dbe admin admin] Calling delete_port for c53d6e27-0d30-4773-bd9a-0f659a0afd4c owned by network:router_interface {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:28:42.966815 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-f0319f04-56ff-4882-a65c-b9c273ea1dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.971253 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:43.017939 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0319f04-56ff-4882-a65c-b9c273ea1dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=c53d6e27-0d30-4773-bd9a-0f659a0afd4c,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:43.043592 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-f0319f04-56ff-4882-a65c-b9c273ea1dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:43.282120 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-f0319f04-56ff-4882-a65c-b9c273ea1dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3806907'] for router_interface, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:43.637376 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0319f04-56ff-4882-a65c-b9c273ea1dbe admin admin] Router 9668630c-2efb-4cd4-a120-0553ce1f5de0 has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:28:43.912841 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0319f04-56ff-4882-a65c-b9c273ea1dbe admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:28:43.921120 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0ead4-6eee-4ac1-bc03-848101e5e6ee None None] Sync routers for ids ['9668630c-2efb-4cd4-a120-0553ce1f5de0'] in dv-cinder-802781-2-smb {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:28:43.926619 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-f0319f04-56ff-4882-a65c-b9c273ea1dbe admin admin] 10.222.0.20 "PUT /v2.0/routers/9668630c-2efb-4cd4-a120-0553ce1f5de0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6828599 Aug 23 10:28:43.927169 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46376) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:43.930979 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0ead4-6eee-4ac1-bc03-848101e5e6ee None None] Routers {'9668630c-2efb-4cd4-a120-0553ce1f5de0'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:28:43.931598 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-79e0ead4-6eee-4ac1-bc03-848101e5e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:28:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['9668630c-2efb-4cd4-a120-0553ce1f5de0'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:44.100361 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8c1679d-898c-4bd2-811c-b7136713d451 admin admin] Notify callbacks [] for router, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:44.106518 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-79e0ead4-6eee-4ac1-bc03-848101e5e6ee None None] Set router 9668630c-2efb-4cd4-a120-0553ce1f5de0 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:28:44.279592 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8c1679d-898c-4bd2-811c-b7136713d451 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:44.288682 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-c8c1679d-898c-4bd2-811c-b7136713d451 admin admin] Deleting port fc36c69b-ab0d-4ce0-90ed-ca951074c554 {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:44.289450 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8c1679d-898c-4bd2-811c-b7136713d451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:44.392319 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-79e0ead4-6eee-4ac1-bc03-848101e5e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:28:42Z', 'revision_number': 5, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port': {'id': 'fc36c69b-ab0d-4ce0-90ed-ca951074c554', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:05Z', 'updated_at': '2021-08-23T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:44.396436 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0ead4-6eee-4ac1-bc03-848101e5e6ee None None] Checking router: 9668630c-2efb-4cd4-a120-0553ce1f5de0 for host: dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:28:44.405331 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0ead4-6eee-4ac1-bc03-848101e5e6ee None None] Routers {'9668630c-2efb-4cd4-a120-0553ce1f5de0'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:28:44.405944 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-79e0ead4-6eee-4ac1-bc03-848101e5e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:28:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['9668630c-2efb-4cd4-a120-0553ce1f5de0'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:44.466529 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [None req-c8c1679d-898c-4bd2-811c-b7136713d451 admin admin] For port fc36c69b-ab0d-4ce0-90ed-ca951074c554, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=fc36c69b-ab0d-4ce0-90ed-ca951074c554,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:44.468151 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8c1679d-898c-4bd2-811c-b7136713d451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:44.573523 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-79e0ead4-6eee-4ac1-bc03-848101e5e6ee None None] Set router 9668630c-2efb-4cd4-a120-0553ce1f5de0 gateway port host: None {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:28:44.595831 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-c8c1679d-898c-4bd2-811c-b7136713d451 admin admin] Calling delete_port for fc36c69b-ab0d-4ce0-90ed-ca951074c554 owned by network:router_gateway {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:28:44.680554 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-79e0ead4-6eee-4ac1-bc03-848101e5e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:28:44Z', 'revision_number': 6, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port_host': None}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:44.685834 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0ead4-6eee-4ac1-bc03-848101e5e6ee None None] The sync data for ids ['9668630c-2efb-4cd4-a120-0553ce1f5de0'] in dv-cinder-802781-2-smb is: [{'id': '9668630c-2efb-4cd4-a120-0553ce1f5de0', 'name': 'tempest-AttachVolumeShelveTestJSON-2139649693-router', 'tenant_id': '99082884e6bc45e18c151db1f08a2346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:22:03Z', 'updated_at': '2021-08-23T10:28:44Z', 'revision_number': 6, 'project_id': '99082884e6bc45e18c151db1f08a2346', 'gw_port_host': None}] {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:28:44.766426 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8c1679d-898c-4bd2-811c-b7136713d451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:44.769943 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-9e480a0e-ddc6-49a4-a8e6-b38963d3a027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:44.816638 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1679d-898c-4bd2-811c-b7136713d451 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc36c69b-ab0d-4ce0-90ed-ca951074c554,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:44.819682 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c8c1679d-898c-4bd2-811c-b7136713d451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:44.906653 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8c1679d-898c-4bd2-811c-b7136713d451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900946'] for router_gateway, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:45.086980 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8c1679d-898c-4bd2-811c-b7136713d451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3807304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6479'] for router, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:45.090157 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8c1679d-898c-4bd2-811c-b7136713d451 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:45.116753 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8c1679d-898c-4bd2-811c-b7136713d451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3807816'] for router, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:45.117255 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c1679d-898c-4bd2-811c-b7136713d451 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9668630c-2efb-4cd4-a120-0553ce1f5de0 {{(pid=79163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 10:28:45.133046 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c8c1679d-898c-4bd2-811c-b7136713d451 admin admin] Notify callbacks [] for router, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:45.138076 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-c8c1679d-898c-4bd2-811c-b7136713d451 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9668630c-2efb-4cd4-a120-0553ce1f5de0 HTTP/1.1" status: 204 len: 168 time: 1.2061212 Aug 23 10:28:45.139159 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 46392) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:45.229461 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2bbc356-7ac8-41b8-8f11-a6049d95ad71 admin admin] Deleting subnet 2f85e825-59e5-4c98-a66a-77e558377d2d {{(pid=79164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:28:45.232781 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc356-7ac8-41b8-8f11-a6049d95ad71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:45.285765 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc356-7ac8-41b8-8f11-a6049d95ad71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26330093'] for subnet, precommit_delete_associations {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:45.404760 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc356-7ac8-41b8-8f11-a6049d95ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870812'] for subnet, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:45.492521 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc356-7ac8-41b8-8f11-a6049d95ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26337064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2551754'] for subnet, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:45.498056 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-b18555b4-d054-429d-be26-7f145cd8eaf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:45.541041 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbc356-7ac8-41b8-8f11-a6049d95ad71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f85e825-59e5-4c98-a66a-77e558377d2d,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:45.544577 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-c2bbc356-7ac8-41b8-8f11-a6049d95ad71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:45.545587 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc356-7ac8-41b8-8f11-a6049d95ad71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for subnet, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:45.553219 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-c2bbc356-7ac8-41b8-8f11-a6049d95ad71 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2f85e825-59e5-4c98-a66a-77e558377d2d HTTP/1.1" status: 204 len: 168 time: 0.4125655 Aug 23 10:28:45.553708 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e317dfe7-2a85-4e3c-96aa-6d870e617043 None None] Network d137faa0-f4f8-4597-9039-8107bc591b01 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:28:45.555639 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 46402) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:45.578394 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device c53d6e27-0d30-4773-bd9a-0f659a0afd4c no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:28:45.636158 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: c53d6e27-0d30-4773-bd9a-0f659a0afd4c {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:28:45.637023 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device c53d6e27-0d30-4773-bd9a-0f659a0afd4c not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:28:45.637641 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device fc36c69b-ab0d-4ce0-90ed-ca951074c554 no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:28:45.674262 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830045'] for network, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:45.685103 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] Deleting port eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:45.685434 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:45.686480 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: fc36c69b-ab0d-4ce0-90ed-ca951074c554 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:28:45.686833 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device fc36c69b-ab0d-4ce0-90ed-ca951074c554 not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:28:45.900304 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2a1c4a-68dd-42cc-88eb-2ebe5041dd69 None None] DHCP port deletion for d137faa0-f4f8-4597-9039-8107bc591b01 request from dv-cinder-802781-2-smb {{(pid=79165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 10:28:45.905359 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a1c4a-68dd-42cc-88eb-2ebe5041dd69 None None] Deleting port eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 {{(pid=79165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:45.905768 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-ae2a1c4a-68dd-42cc-88eb-2ebe5041dd69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:45.907468 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] For port eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:45.907827 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.030225 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] Calling delete_port for eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 owned by network:dhcp {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:28:46.108131 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.111345 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:28:46.115025 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-fbd13aca-4ba5-4b00-890c-801261fe9d9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:46.132793 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-ae2a1c4a-68dd-42cc-88eb-2ebe5041dd69 None None] For port eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625,segment=NetworkSegment(6a1fd02f-1fad-483b-a96b-f9befe06bfdc),segment_id=6a1fd02f-1fad-483b-a96b-f9befe06bfdc)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:46.133219 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-ae2a1c4a-68dd-42cc-88eb-2ebe5041dd69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.156798 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] No DVR routers for this DVR port eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 on host dv-cinder-802781-2-smb {{(pid=79164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:28:46.158496 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:46.187556 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:46.272595 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a1c4a-68dd-42cc-88eb-2ebe5041dd69 None None] Calling delete_port for eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 owned by network:dhcp {{(pid=79165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:28:46.276629 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864615', 'neutron.services.segments.db._delete_segments_for_network-8775983548317'] for network, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.289600 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.services.segments.db [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d137faa0-f4f8-4597-9039-8107bc591b01']}} {{(pid=79164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:46.302214 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.services.segments.db [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1fd02f-1fad-483b-a96b-f9befe06bfdc') {'for_net_delete': True} {{(pid=79164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:46.302506 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.services.segments.db [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1fd02f-1fad-483b-a96b-f9befe06bfdc') {} {{(pid=79164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:46.314088 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775983546359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26330098'] for segment, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.329453 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.335504 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=79164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:28:46.335974 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26337102'] for segment, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: Traceback (most recent call last): Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: timer() Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: cb(*args, **kw) Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: return func(*args, **kwargs) Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: self._notify() Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: self.callback(batched_events) Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: event.method(event) Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: return f(self, *a, **k) Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: return self._get(url).json() Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: return self.request(url, 'GET', **kwargs) Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:28:46.349376 dv-cinder-802781-2-smb neutron-server[79164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:28:46.408312 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.db.api [None req-ae2a1c4a-68dd-42cc-88eb-2ebe5041dd69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 10:28:46.408677 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_db.api [None req-ae2a1c4a-68dd-42cc-88eb-2ebe5041dd69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 10:28:46.426906 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900943'] for network, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.430407 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:46.445177 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.453453 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] Pushing event deleted for resources: {'Network': ['ID=d137faa0-f4f8-4597-9039-8107bc591b01,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:46.456910 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:46.467530 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-809fb596-f68b-4438-ba4f-5f628b1a4b25 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d137faa0-f4f8-4597-9039-8107bc591b01 HTTP/1.1" status: 204 len: 168 time: 0.9108744 Aug 23 10:28:46.580963 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 46408) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:46.632137 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-4c4b16b1-02aa-4644-b6a9-c4564711413b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99082884e6bc45e18c151db1f08a2346&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0495377 Aug 23 10:28:46.634406 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 46414) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:46.694819 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f10ad6ff-dd1d-495e-868b-4b7374e95471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.727194 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f10ad6ff-dd1d-495e-868b-4b7374e95471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.784907 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f10ad6ff-dd1d-495e-868b-4b7374e95471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.789879 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-74131342-5c7e-4b2b-8fb7-1b911abbb4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:46.804723 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ad6ff-dd1d-495e-868b-4b7374e95471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a361328-f486-4664-8f58-9aff00cb09d7,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:46.809532 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-f10ad6ff-dd1d-495e-868b-4b7374e95471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.810730 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-f10ad6ff-dd1d-495e-868b-4b7374e95471 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a361328-f486-4664-8f58-9aff00cb09d7 HTTP/1.1" status: 204 len: 168 time: 0.1754038 Aug 23 10:28:46.811824 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-f10ad6ff-dd1d-495e-868b-4b7374e95471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:46.910414 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a1c4a-68dd-42cc-88eb-2ebe5041dd69 None None] Deleting port eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 {{(pid=79165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:46.910976 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-ae2a1c4a-68dd-42cc-88eb-2ebe5041dd69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.981792 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a1c4a-68dd-42cc-88eb-2ebe5041dd69 None None] The port 'eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625' was deleted {{(pid=79165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 10:28:47.516338 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:28:47.553139 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:28:47.553499 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device eeb6c9d5-94e0-41bd-bbc2-81c58e5b7625 not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:28:48.447915 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46470) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:48.568462 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ea4e92f3-32d3-44fd-8985-28197c0c116f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:48.583448 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-ea4e92f3-32d3-44fd-8985-28197c0c116f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:48.587246 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-ea4e92f3-32d3-44fd-8985-28197c0c116f admin admin] Usage tracker for resource:security_group_rule and tenant:8251c223d862409380181ba2514fc2da is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:48.590641 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-ea4e92f3-32d3-44fd-8985-28197c0c116f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:48.596311 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-ea4e92f3-32d3-44fd-8985-28197c0c116f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:48.772579 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ea4e92f3-32d3-44fd-8985-28197c0c116f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:48.778517 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ea4e92f3-32d3-44fd-8985-28197c0c116f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:48.785524 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-6c92a3de-aa1b-405a-8169-354b710ea8f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:48.824007 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e92f3-32d3-44fd-8985-28197c0c116f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86b8dc4-8aba-4b9b-b1da-fba6344c3b22,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:48.829341 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-ea4e92f3-32d3-44fd-8985-28197c0c116f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8251c223d862409380181ba2514fc2da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797538 Aug 23 10:28:48.830434 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-ea4e92f3-32d3-44fd-8985-28197c0c116f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:48.831335 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 46484) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:48.890188 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-03e15cfd-0921-4c31-abc3-6198e4b05971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:48.916472 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-03e15cfd-0921-4c31-abc3-6198e4b05971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:48.968740 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-03e15cfd-0921-4c31-abc3-6198e4b05971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:48.973611 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-d16e620b-1402-4e79-a133-1fa7b8cd5d8b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:48.984956 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e15cfd-0921-4c31-abc3-6198e4b05971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86b8dc4-8aba-4b9b-b1da-fba6344c3b22,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:48.987217 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-03e15cfd-0921-4c31-abc3-6198e4b05971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:48.990651 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-03e15cfd-0921-4c31-abc3-6198e4b05971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:48.994569 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-03e15cfd-0921-4c31-abc3-6198e4b05971 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d86b8dc4-8aba-4b9b-b1da-fba6344c3b22 HTTP/1.1" status: 204 len: 168 time: 0.1598060 Aug 23 10:28:49.277351 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46498) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:49.298101 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4657317b-e5ad-4143-8cdc-1f8190eca5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:49.316854 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-4657317b-e5ad-4143-8cdc-1f8190eca5a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:49.322521 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-4657317b-e5ad-4143-8cdc-1f8190eca5a7 admin admin] Usage tracker for resource:security_group_rule and tenant:81a29488183b44918f7363beb46afa4f is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:49.326442 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-4657317b-e5ad-4143-8cdc-1f8190eca5a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:49.335962 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d59be-2bbf-4525-9d14-90bcb0e949e7 req-2dc0891e-5135-41e2-9c4f-7806b60ac92e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:49.337398 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b33d59be-2bbf-4525-9d14-90bcb0e949e7 req-2dc0891e-5135-41e2-9c4f-7806b60ac92e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 946 time: 0.1220374 Aug 23 10:28:49.340969 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-4657317b-e5ad-4143-8cdc-1f8190eca5a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:49.398082 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b33d59be-2bbf-4525-9d14-90bcb0e949e7 req-5deb41bd-fb5b-446a-a15c-558a8af2dcb5 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549624 Aug 23 10:28:49.460862 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4657317b-e5ad-4143-8cdc-1f8190eca5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:49.465655 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-4657317b-e5ad-4143-8cdc-1f8190eca5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:49.473242 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7a120210-e713-4de8-b66b-f39bc01c714c tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:49.512856 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-4657317b-e5ad-4143-8cdc-1f8190eca5a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81a29488183b44918f7363beb46afa4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344956 Aug 23 10:28:49.513995 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657317b-e5ad-4143-8cdc-1f8190eca5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff4d26c-1bf3-49ab-a46d-77232f4d594b,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:49.515735 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 46502) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:49.517282 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-4657317b-e5ad-4143-8cdc-1f8190eca5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:49.651428 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-ed3026d9-05c7-4548-8e91-bba14437a7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:49.677187 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-ed3026d9-05c7-4548-8e91-bba14437a7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:49.725746 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-ed3026d9-05c7-4548-8e91-bba14437a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:49.729302 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-f10ad6ff-dd1d-495e-868b-4b7374e95471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:49.741941 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3026d9-05c7-4548-8e91-bba14437a7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff4d26c-1bf3-49ab-a46d-77232f4d594b,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:49.745252 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-ed3026d9-05c7-4548-8e91-bba14437a7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:49.747711 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-ed3026d9-05c7-4548-8e91-bba14437a7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:49.748854 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-ed3026d9-05c7-4548-8e91-bba14437a7dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ff4d26c-1bf3-49ab-a46d-77232f4d594b HTTP/1.1" status: 204 len: 168 time: 0.2315090 Aug 23 10:28:50.586833 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f05766-ddba-40f5-98d9-a3fa5500ce4d req-20ec0739-8267-42ca-947b-aa6f9509700b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:50.588567 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-36f05766-ddba-40f5-98d9-a3fa5500ce4d req-20ec0739-8267-42ca-947b-aa6f9509700b tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 946 time: 0.0833015 Aug 23 10:28:50.635490 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-36f05766-ddba-40f5-98d9-a3fa5500ce4d req-f57ae4aa-1f22-4800-9b5a-7d8da2530f7a tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414653 Aug 23 10:28:51.117214 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48735da-86e9-48a5-be12-23ff66ea061f req-4dc916a1-b999-44d8-bf99-abab98d82281 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:51.118654 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b48735da-86e9-48a5-be12-23ff66ea061f req-4dc916a1-b999-44d8-bf99-abab98d82281 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.46 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 946 time: 0.0898201 Aug 23 10:28:51.197636 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-b48735da-86e9-48a5-be12-23ff66ea061f req-b84f234b-ab47-43f5-a4e1-a03c9465c140 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Deleting port d07a945d-057b-4f4f-bfdd-c31253bbfcbe {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:51.198147 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b48735da-86e9-48a5-be12-23ff66ea061f req-b84f234b-ab47-43f5-a4e1-a03c9465c140 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:51.450300 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-b48735da-86e9-48a5-be12-23ff66ea061f req-b84f234b-ab47-43f5-a4e1-a03c9465c140 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] For port d07a945d-057b-4f4f-bfdd-c31253bbfcbe, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d07a945d-057b-4f4f-bfdd-c31253bbfcbe,segment=NetworkSegment(9840eb18-ca6c-4bd2-904d-ed80b734c036),segment_id=9840eb18-ca6c-4bd2-904d-ed80b734c036)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:51.450655 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b48735da-86e9-48a5-be12-23ff66ea061f req-b84f234b-ab47-43f5-a4e1-a03c9465c140 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:51.752861 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b48735da-86e9-48a5-be12-23ff66ea061f req-b84f234b-ab47-43f5-a4e1-a03c9465c140 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:51.753611 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b48735da-86e9-48a5-be12-23ff66ea061f req-b84f234b-ab47-43f5-a4e1-a03c9465c140 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901046'] for floatingip, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:51.753611 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.db.l3_db [req-b48735da-86e9-48a5-be12-23ff66ea061f req-b84f234b-ab47-43f5-a4e1-a03c9465c140 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Floating IP 25af529e-c4fb-4265-8399-aac718ea6517 disassociated. External IP: 172.28.2.62, port: d07a945d-057b-4f4f-bfdd-c31253bbfcbe. Aug 23 10:28:51.753840 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-b48735da-86e9-48a5-be12-23ff66ea061f req-b84f234b-ab47-43f5-a4e1-a03c9465c140 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Calling delete_port for d07a945d-057b-4f4f-bfdd-c31253bbfcbe owned by compute:nova {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:28:51.841760 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6cdf0-8add-4a67-a98a-0d71d67ec235 req-cb8c2167-7b43-48f3-9baa-75429fb01384 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:51.843124 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a1e6cdf0-8add-4a67-a98a-0d71d67ec235 req-cb8c2167-7b43-48f3-9baa-75429fb01384 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 946 time: 0.0856957 Aug 23 10:28:51.889728 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a1e6cdf0-8add-4a67-a98a-0d71d67ec235 req-240523f1-4025-4e1e-a8d2-8863908ce604 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups?id=db5438a2-1924-48b3-b49c-6b53cfdf82eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408044 Aug 23 10:28:51.901116 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b48735da-86e9-48a5-be12-23ff66ea061f req-b84f234b-ab47-43f5-a4e1-a03c9465c140 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:51.916760 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-bac4fb83-5adc-4a09-bec4-56946a4fc9d3 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:51.963013 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f234b-ab47-43f5-a4e1-a03c9465c140 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Pushing event deleted for resources: {'Port': ['ID=d07a945d-057b-4f4f-bfdd-c31253bbfcbe,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:51.966100 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-b84f234b-ab47-43f5-a4e1-a03c9465c140 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:52.146251 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b48735da-86e9-48a5-be12-23ff66ea061f req-b84f234b-ab47-43f5-a4e1-a03c9465c140 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Router 197b5de3-6140-4b99-99cb-f13cdaa02d2f has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:28:52.322475 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b48735da-86e9-48a5-be12-23ff66ea061f req-b84f234b-ab47-43f5-a4e1-a03c9465c140 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:28:52.333403 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e505f2-743e-4fcf-a07c-57f89f91f058 None None] Sync routers for ids ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'] in dv-cinder-802781-2-smb {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:28:52.344142 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e505f2-743e-4fcf-a07c-57f89f91f058 None None] Routers {'197b5de3-6140-4b99-99cb-f13cdaa02d2f'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:28:52.344757 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-a4e505f2-743e-4fcf-a07c-57f89f91f058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:28:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:52.493405 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48735da-86e9-48a5-be12-23ff66ea061f req-b84f234b-ab47-43f5-a4e1-a03c9465c140 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] No DVR routers for this DVR port d07a945d-057b-4f4f-bfdd-c31253bbfcbe on host hv-cinder-80278 {{(pid=79164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:28:52.495812 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b48735da-86e9-48a5-be12-23ff66ea061f req-b84f234b-ab47-43f5-a4e1-a03c9465c140 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:52.498445 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbb6f3f-de87-4766-a4ae-445846a6b2bf', 'name': 'network-vif-deleted', 'tag': 'd07a945d-057b-4f4f-bfdd-c31253bbfcbe'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:52.514601 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b48735da-86e9-48a5-be12-23ff66ea061f req-b84f234b-ab47-43f5-a4e1-a03c9465c140 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.46 "DELETE /v2.0/ports/d07a945d-057b-4f4f-bfdd-c31253bbfcbe HTTP/1.1" status: 204 len: 173 time: 1.3889625 Aug 23 10:28:52.531285 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-a4e505f2-743e-4fcf-a07c-57f89f91f058 None None] Set router 197b5de3-6140-4b99-99cb-f13cdaa02d2f gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:28:52.557189 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbb6f3f-de87-4766-a4ae-445846a6b2bf', 'name': 'network-vif-deleted', 'tag': 'd07a945d-057b-4f4f-bfdd-c31253bbfcbe', 'status': 'completed', 'code': 200} Aug 23 10:28:52.840533 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-a4e505f2-743e-4fcf-a07c-57f89f91f058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:23:15Z', 'revision_number': 4, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port': {'id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:09Z', 'updated_at': '2021-08-23T10:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'a2a73608-efed-453c-9892-ece254a27b04', 'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'mac_address': 'fa:16:3e:86:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:14Z', 'updated_at': '2021-08-23T10:23:23Z', 'revision_number': 5, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'subnets': [{'id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:52.844612 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e505f2-743e-4fcf-a07c-57f89f91f058 None None] Checking router: 197b5de3-6140-4b99-99cb-f13cdaa02d2f for host: dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:28:52.852914 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e505f2-743e-4fcf-a07c-57f89f91f058 None None] Routers {'197b5de3-6140-4b99-99cb-f13cdaa02d2f'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:28:52.853515 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-a4e505f2-743e-4fcf-a07c-57f89f91f058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:28:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:53.040446 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-a4e505f2-743e-4fcf-a07c-57f89f91f058 None None] Set router 197b5de3-6140-4b99-99cb-f13cdaa02d2f gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:28:53.080702 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b8c77f14-ed5f-42cd-8ce0-7d0aba9a46c0 req-6faead14-4ac0-428f-95b6-202f3831e73e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/ports?device_id=acbb6f3f-de87-4766-a4ae-445846a6b2bf HTTP/1.1" status: 200 len: 210 time: 0.0546801 Aug 23 10:28:53.337444 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device d07a945d-057b-4f4f-bfdd-c31253bbfcbe no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:28:53.373737 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] No Port match for: d07a945d-057b-4f4f-bfdd-c31253bbfcbe {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:28:53.374087 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device d07a945d-057b-4f4f-bfdd-c31253bbfcbe not bound to the agent host hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:28:53.382984 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-a4e505f2-743e-4fcf-a07c-57f89f91f058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:23:15Z', 'revision_number': 4, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port': {'id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:09Z', 'updated_at': '2021-08-23T10:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'a2a73608-efed-453c-9892-ece254a27b04', 'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'mac_address': 'fa:16:3e:86:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:14Z', 'updated_at': '2021-08-23T10:23:23Z', 'revision_number': 5, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'subnets': [{'id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:53.387713 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e505f2-743e-4fcf-a07c-57f89f91f058 None None] The sync data for ids ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'] in dv-cinder-802781-2-smb is: [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:23:15Z', 'revision_number': 4, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port': {'id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:09Z', 'updated_at': '2021-08-23T10:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'a2a73608-efed-453c-9892-ece254a27b04', 'name': '', 'network_id': 'beaa0003-69d7-4b97-9864-2eb2a7e8ac36', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'mac_address': 'fa:16:3e:86:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:14Z', 'updated_at': '2021-08-23T10:23:23Z', 'revision_number': 5, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'subnets': [{'id': '54cc7ed5-a0f7-4057-adce-6cedc0c75702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:28:53.612112 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e722f1-5dde-424c-8f8b-12038069fb2b None None] New status for floating IP 25af529e-c4fb-4265-8399-aac718ea6517: DOWN {{(pid=79165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:28:54.205362 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46588) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:54.279800 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-880960b2-6051-4292-ac5a-61d8bdbfd865 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:54.306797 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-880960b2-6051-4292-ac5a-61d8bdbfd865 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:54.332055 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 46596) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:54.368766 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-880960b2-6051-4292-ac5a-61d8bdbfd865 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:54.373948 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-678102ce-7bec-4e75-9274-fafdcf397f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:54.390915 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880960b2-6051-4292-ac5a-61d8bdbfd865 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5438a2-1924-48b3-b49c-6b53cfdf82eb,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:54.395326 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-880960b2-6051-4292-ac5a-61d8bdbfd865 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:54.410042 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-880960b2-6051-4292-ac5a-61d8bdbfd865 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:54.411170 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-880960b2-6051-4292-ac5a-61d8bdbfd865 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "DELETE /v2.0/security-groups/db5438a2-1924-48b3-b49c-6b53cfdf82eb HTTP/1.1" status: 204 len: 168 time: 0.2044294 Aug 23 10:28:54.416182 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46602) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:54.438630 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.api.v2.resource [None req-e4fea59d-9e66-4892-938c-61e5e96b4897 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] show failed (client error): The resource could not be found. Aug 23 10:28:54.439724 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-e4fea59d-9e66-4892-938c-61e5e96b4897 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "GET /v2.0/security-groups/db5438a2-1924-48b3-b49c-6b53cfdf82eb HTTP/1.1" status: 404 len: 347 time: 0.0221653 Aug 23 10:28:54.442644 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46606) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:54.448343 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0fb0ab65-4972-43cd-9c49-af49619d5006 req-17b4a9d4-dd69-4aec-98c0-79cab9e76d83 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421896642&fields=id&tenant_id=1c65fc6a145144e589701398d7e540e5 HTTP/1.1" status: 200 len: 267 time: 0.0504916 Aug 23 10:28:54.508371 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-6eb18020-0df7-453b-90a3-6af1389c3dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:54.533839 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-6eb18020-0df7-453b-90a3-6af1389c3dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:54.539555 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-6eb18020-0df7-453b-90a3-6af1389c3dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:27a652d477e94be787603d7ac3d799d7 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:54.542921 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-6eb18020-0df7-453b-90a3-6af1389c3dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:54.550020 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-6eb18020-0df7-453b-90a3-6af1389c3dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:54.590208 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0ab65-4972-43cd-9c49-af49619d5006 req-62d433fa-fbeb-44bf-badd-87c41f257054 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:54.591657 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0fb0ab65-4972-43cd-9c49-af49619d5006 req-62d433fa-fbeb-44bf-badd-87c41f257054 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 984 time: 0.1272759 Aug 23 10:28:54.606433 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-0fb0ab65-4972-43cd-9c49-af49619d5006 req-e864187e-5855-47e1-9ec2-b8a846eebdcf tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Request body: {'port': {'security_groups': ['64d2b9f0-48d6-43e0-8eb5-8bf367d90264']}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:28:54.607286 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-50b39927-aba2-427f-bacb-35146945c8f5 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Deleting port d0424b7e-2869-4505-abea-b40e0bece574 {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:54.607630 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-50b39927-aba2-427f-bacb-35146945c8f5 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:54.763549 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-6eb18020-0df7-453b-90a3-6af1389c3dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:54.764427 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-0fb0ab65-4972-43cd-9c49-af49619d5006 req-e864187e-5855-47e1-9ec2-b8a846eebdcf tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:54.777198 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-6eb18020-0df7-453b-90a3-6af1389c3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:54.779888 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-50b39927-aba2-427f-bacb-35146945c8f5 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:54.780226 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-50b39927-aba2-427f-bacb-35146945c8f5 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:54.786826 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-8f7c53c8-bccd-462c-a2bd-a2f1e4353841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:54.872242 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-6eb18020-0df7-453b-90a3-6af1389c3dd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27a652d477e94be787603d7ac3d799d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5392003 Aug 23 10:28:54.875492 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 46610) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:54.877751 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb18020-0df7-453b-90a3-6af1389c3dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0c48f5-1a88-4ad4-ae00-6ef09f448117,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:54.892089 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-6eb18020-0df7-453b-90a3-6af1389c3dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:54.907078 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-50b39927-aba2-427f-bacb-35146945c8f5 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Calling delete_port for d0424b7e-2869-4505-abea-b40e0bece574 owned by network:floatingip {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:28:54.985700 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc3fa-2a2f-40a5-9393-3fe7eee55092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.052503 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-50b39927-aba2-427f-bacb-35146945c8f5 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.056893 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:55.082491 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc3fa-2a2f-40a5-9393-3fe7eee55092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.133928 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b39927-aba2-427f-bacb-35146945c8f5 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Pushing event deleted for resources: {'Port': ['ID=d0424b7e-2869-4505-abea-b40e0bece574,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:55.136473 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-50b39927-aba2-427f-bacb-35146945c8f5 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:55.157490 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-0fb0ab65-4972-43cd-9c49-af49619d5006 req-e864187e-5855-47e1-9ec2-b8a846eebdcf tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] For port 73fdab80-badd-428b-8d6a-ce5b0a254287, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=73fdab80-badd-428b-8d6a-ce5b0a254287,segment=NetworkSegment(a0141450-847c-4cac-b78c-b16edc4d3dd0),segment_id=a0141450-847c-4cac-b78c-b16edc4d3dd0)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:55.193036 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc3fa-2a2f-40a5-9393-3fe7eee55092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.199580 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-1c9b0caa-ceac-4a64-8e11-602bd5f8c08c tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:55.199817 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-50b39927-aba2-427f-bacb-35146945c8f5 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks [] for floatingip, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.208780 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-0fb0ab65-4972-43cd-9c49-af49619d5006 req-e864187e-5855-47e1-9ec2-b8a846eebdcf tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.216010 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bc3fa-2a2f-40a5-9393-3fe7eee55092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0c48f5-1a88-4ad4-ae00-6ef09f448117,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:55.216210 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-50b39927-aba2-427f-bacb-35146945c8f5 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for floatingip, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.218019 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-50b39927-aba2-427f-bacb-35146945c8f5 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] 10.222.0.20 "DELETE /v2.0/floatingips/25af529e-c4fb-4265-8399-aac718ea6517 HTTP/1.1" status: 204 len: 168 time: 0.7736783 Aug 23 10:28:55.219140 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-0fb0ab65-4972-43cd-9c49-af49619d5006 req-e864187e-5855-47e1-9ec2-b8a846eebdcf tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.222173 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-0c3bc3fa-2a2f-40a5-9393-3fe7eee55092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:55.229761 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:55.240662 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['73fdab80-badd-428b-8d6a-ce5b0a254287'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:28:55.283706 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0ab65-4972-43cd-9c49-af49619d5006 req-e864187e-5855-47e1-9ec2-b8a846eebdcf tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:55.284361 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-0fb0ab65-4972-43cd-9c49-af49619d5006 req-e864187e-5855-47e1-9ec2-b8a846eebdcf tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.285813 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-0fb0ab65-4972-43cd-9c49-af49619d5006 req-e864187e-5855-47e1-9ec2-b8a846eebdcf tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "PUT /v2.0/ports/73fdab80-badd-428b-8d6a-ce5b0a254287 HTTP/1.1" status: 200 len: 942 time: 0.6871469 Aug 23 10:28:55.286614 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc3fa-2a2f-40a5-9393-3fe7eee55092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.287651 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-0c3bc3fa-2a2f-40a5-9393-3fe7eee55092 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c0c48f5-1a88-4ad4-ae00-6ef09f448117 HTTP/1.1" status: 204 len: 168 time: 0.4111347 Aug 23 10:28:55.294708 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46618) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:55.298695 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf6e911-208e-4045-a4be-7be656718c8e', 'tag': '73fdab80-badd-428b-8d6a-ce5b0a254287'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:55.358092 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864187e-5855-47e1-9ec2-b8a846eebdcf tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Pushing event updated for resources: {'Port': ['ID=73fdab80-badd-428b-8d6a-ce5b0a254287,revision_number=7']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:55.366986 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-e864187e-5855-47e1-9ec2-b8a846eebdcf tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:55.373567 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['73fdab80-badd-428b-8d6a-ce5b0a254287'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:28:55.387247 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf6e911-208e-4045-a4be-7be656718c8e', 'tag': '73fdab80-badd-428b-8d6a-ce5b0a254287', 'status': 'completed', 'code': 200} Aug 23 10:28:55.442356 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-74b47b89-0287-427d-9d50-57ed9ea53321 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.486672 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-74b47b89-0287-427d-9d50-57ed9ea53321 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.573669 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046dab9-e6a7-440c-be8c-31c41c77ced8 req-5fb686d9-9553-4361-9ccf-b1a1a31b4d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:55.585713 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6046dab9-e6a7-440c-be8c-31c41c77ced8 req-5fb686d9-9553-4361-9ccf-b1a1a31b4d07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c65fc6a145144e589701398d7e540e5&device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 1098 time: 0.1601400 Aug 23 10:28:55.591499 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-74b47b89-0287-427d-9d50-57ed9ea53321 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.602549 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-5e87ae9b-2be4-46a5-94fb-18b8b104d38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:55.624656 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b47b89-0287-427d-9d50-57ed9ea53321 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9c6767-6b00-48bb-8eef-e166e0339a9d,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:55.640930 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-74b47b89-0287-427d-9d50-57ed9ea53321 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:55.643519 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-74b47b89-0287-427d-9d50-57ed9ea53321 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.648448 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-74b47b89-0287-427d-9d50-57ed9ea53321 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "DELETE /v2.0/security-groups/dd9c6767-6b00-48bb-8eef-e166e0339a9d HTTP/1.1" status: 204 len: 168 time: 0.3518825 Aug 23 10:28:55.649178 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46628) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:55.710485 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-b3ede533-7058-4d4c-8fb9-cc4c31731dda None None] Provisioning complete for port 73fdab80-badd-428b-8d6a-ce5b0a254287 triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:28:55.710869 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-b3ede533-7058-4d4c-8fb9-cc4c31731dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.739395 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046dab9-e6a7-440c-be8c-31c41c77ced8 req-612fec01-57b6-4065-8a17-44c981c0bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:55.741090 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6046dab9-e6a7-440c-be8c-31c41c77ced8 req-612fec01-57b6-4065-8a17-44c981c0bbdf service neutron] 10.222.0.46 "GET /v2.0/networks?id=daf7b380-4135-4f3c-b79a-16cc19a78098 HTTP/1.1" status: 200 len: 915 time: 0.1581032 Aug 23 10:28:55.828837 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 46632) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:55.860406 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d79b8a5c-b97b-4ced-9ef0-6bda74841deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.880356 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-d79b8a5c-b97b-4ced-9ef0-6bda74841deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:55.887610 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-d79b8a5c-b97b-4ced-9ef0-6bda74841deb admin admin] Usage tracker for resource:security_group_rule and tenant:8be1b83d4eee4223b6d5317ff81bfad6 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:55.891481 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6046dab9-e6a7-440c-be8c-31c41c77ced8 req-56cda734-f4f9-4894-98f4-8dbb7ee362ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73fdab80-badd-428b-8d6a-ce5b0a254287 HTTP/1.1" status: 200 len: 1001 time: 0.1428156 Aug 23 10:28:55.892391 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-d79b8a5c-b97b-4ced-9ef0-6bda74841deb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:55.899380 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-d79b8a5c-b97b-4ced-9ef0-6bda74841deb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:55.970121 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-c08d3c76-aea3-401b-b327-94a9e1f09ef8 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Deleting port 60369dce-db46-45d8-b57e-a2fa6380f484 {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:55.970467 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c08d3c76-aea3-401b-b327-94a9e1f09ef8 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.974407 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046dab9-e6a7-440c-be8c-31c41c77ced8 req-a0792564-6b58-481c-8185-c02a22031665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:55.975857 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6046dab9-e6a7-440c-be8c-31c41c77ced8 req-a0792564-6b58-481c-8185-c02a22031665 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5f748aa-77ee-4d76-997a-99bb9d44b611 HTTP/1.1" status: 200 len: 853 time: 0.0775979 Aug 23 10:28:56.095413 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d79b8a5c-b97b-4ced-9ef0-6bda74841deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:56.098262 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046dab9-e6a7-440c-be8c-31c41c77ced8 req-20dd40fa-022a-472b-b61b-cf75f1c37694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:56.099793 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6046dab9-e6a7-440c-be8c-31c41c77ced8 req-20dd40fa-022a-472b-b61b-cf75f1c37694 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=daf7b380-4135-4f3c-b79a-16cc19a78098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1137133 Aug 23 10:28:56.100784 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-d79b8a5c-b97b-4ced-9ef0-6bda74841deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:56.107651 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-15c173da-6522-476f-8dcb-7f8a9435b106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:56.147749 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c08d3c76-aea3-401b-b327-94a9e1f09ef8 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:56.148108 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c08d3c76-aea3-401b-b327-94a9e1f09ef8 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:56.183058 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b8a5c-b97b-4ced-9ef0-6bda74841deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcb56d8-2327-4fb8-81d9-7228373d5afb,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:56.188851 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-d79b8a5c-b97b-4ced-9ef0-6bda74841deb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8be1b83d4eee4223b6d5317ff81bfad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3590462 Aug 23 10:28:56.191519 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-d79b8a5c-b97b-4ced-9ef0-6bda74841deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:56.192010 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 46636) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:56.274003 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-c08d3c76-aea3-401b-b327-94a9e1f09ef8 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Calling delete_port for 60369dce-db46-45d8-b57e-a2fa6380f484 owned by network:floatingip {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:28:56.311797 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6046dab9-e6a7-440c-be8c-31c41c77ced8 req-051cd5ff-c59e-407f-8b49-d6fcf004e8a4 service neutron] 10.222.0.46 "GET /v2.0/networks/daf7b380-4135-4f3c-b79a-16cc19a78098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975284 Aug 23 10:28:56.351015 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4b453a58-ac71-4bdd-b451-d642b34cbfeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:56.436418 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c08d3c76-aea3-401b-b327-94a9e1f09ef8 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:56.440167 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c8c1679d-898c-4bd2-811c-b7136713d451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:56.488160 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d3c76-aea3-401b-b327-94a9e1f09ef8 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Pushing event deleted for resources: {'Port': ['ID=60369dce-db46-45d8-b57e-a2fa6380f484,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:56.490576 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c08d3c76-aea3-401b-b327-94a9e1f09ef8 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:56.536188 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4b453a58-ac71-4bdd-b451-d642b34cbfeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:56.585456 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c08d3c76-aea3-401b-b327-94a9e1f09ef8 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks [] for floatingip, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:56.585817 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.db.l3_db [None req-c08d3c76-aea3-401b-b327-94a9e1f09ef8 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Floating IP b7bd4477-c130-4644-ad35-36cc22bf984e disassociated (deleted). External IP: 172.28.2.230, port: 73fdab80-badd-428b-8d6a-ce5b0a254287. Aug 23 10:28:56.603267 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6046dab9-e6a7-440c-be8c-31c41c77ced8 req-2812e1d2-8561-4ff5-94a7-fe2ef7e5fc10 service neutron] 10.222.0.46 "GET /v2.0/networks/daf7b380-4135-4f3c-b79a-16cc19a78098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834463 Aug 23 10:28:56.622279 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4b453a58-ac71-4bdd-b451-d642b34cbfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:56.626813 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-f6367f44-a0d6-4c41-8bf6-280bc26db0c9 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:56.638420 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b453a58-ac71-4bdd-b451-d642b34cbfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcb56d8-2327-4fb8-81d9-7228373d5afb,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:56.640749 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-4b453a58-ac71-4bdd-b451-d642b34cbfeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:56.645731 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4b453a58-ac71-4bdd-b451-d642b34cbfeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:56.648512 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-4b453a58-ac71-4bdd-b451-d642b34cbfeb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7fcb56d8-2327-4fb8-81d9-7228373d5afb HTTP/1.1" status: 204 len: 168 time: 0.4102221 Aug 23 10:28:56.962440 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08d3c76-aea3-401b-b327-94a9e1f09ef8 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Router 547317d8-3e9b-41c5-b069-57b759897562 has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:28:57.157255 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08d3c76-aea3-401b-b327-94a9e1f09ef8 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:28:57.169249 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e7a236-2c13-4048-8add-9eed1ba36521 None None] Sync routers for ids ['547317d8-3e9b-41c5-b069-57b759897562'] in dv-cinder-802781-2-smb {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:28:57.179679 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c08d3c76-aea3-401b-b327-94a9e1f09ef8 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for floatingip, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:57.185705 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e7a236-2c13-4048-8add-9eed1ba36521 None None] Routers {'547317d8-3e9b-41c5-b069-57b759897562'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:28:57.186684 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-13e7a236-2c13-4048-8add-9eed1ba36521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:28:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['547317d8-3e9b-41c5-b069-57b759897562'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:57.241056 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-c08d3c76-aea3-401b-b327-94a9e1f09ef8 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "DELETE /v2.0/floatingips/b7bd4477-c130-4644-ad35-36cc22bf984e HTTP/1.1" status: 204 len: 168 time: 1.5880709 Aug 23 10:28:57.241056 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf6e911-208e-4045-a4be-7be656718c8e', 'tag': '73fdab80-badd-428b-8d6a-ce5b0a254287'}] {{(pid=79163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:57.319486 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf6e911-208e-4045-a4be-7be656718c8e', 'tag': '73fdab80-badd-428b-8d6a-ce5b0a254287', 'status': 'completed', 'code': 200} Aug 23 10:28:57.382857 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-13e7a236-2c13-4048-8add-9eed1ba36521 None None] Set router 547317d8-3e9b-41c5-b069-57b759897562 gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:28:57.421255 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13158fc6-abf1-46c7-aa1f-3b5f3ec00671 req-88cd5b79-cb44-477f-83da-3cf4e517901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:57.422780 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-13158fc6-abf1-46c7-aa1f-3b5f3ec00671 req-88cd5b79-cb44-477f-83da-3cf4e517901d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c65fc6a145144e589701398d7e540e5&device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 1098 time: 0.0770898 Aug 23 10:28:57.578970 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13158fc6-abf1-46c7-aa1f-3b5f3ec00671 req-d77a76d3-f45e-4e5c-a5e1-0d11ae59c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:57.581499 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-13158fc6-abf1-46c7-aa1f-3b5f3ec00671 req-d77a76d3-f45e-4e5c-a5e1-0d11ae59c5a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=daf7b380-4135-4f3c-b79a-16cc19a78098 HTTP/1.1" status: 200 len: 915 time: 0.1520832 Aug 23 10:28:57.671743 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-13158fc6-abf1-46c7-aa1f-3b5f3ec00671 req-9af971e7-23bf-4a8a-b63c-c19b0da3c93e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73fdab80-badd-428b-8d6a-ce5b0a254287 HTTP/1.1" status: 200 len: 217 time: 0.0829046 Aug 23 10:28:57.753724 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13158fc6-abf1-46c7-aa1f-3b5f3ec00671 req-ba6ca367-b19c-4d91-8630-7b62256f55ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:57.755673 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-13158fc6-abf1-46c7-aa1f-3b5f3ec00671 req-ba6ca367-b19c-4d91-8630-7b62256f55ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d5f748aa-77ee-4d76-997a-99bb9d44b611 HTTP/1.1" status: 200 len: 853 time: 0.0775759 Aug 23 10:28:57.758261 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-13e7a236-2c13-4048-8add-9eed1ba36521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547317d8-3e9b-41c5-b069-57b759897562', 'name': 'tempest-TestMinimumBasicScenario-929115789-router', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:37Z', 'updated_at': '2021-08-23T10:26:41Z', 'revision_number': 4, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'gw_port': {'id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:38Z', 'updated_at': '2021-08-23T10:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': '8d6d15fd-1f59-4250-bb32-ff77d65dd7ff', 'name': '', 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'mac_address': 'fa:16:3e:a8:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:41Z', 'updated_at': '2021-08-23T10:26:49Z', 'revision_number': 5, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'subnets': [{'id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:57.765238 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e7a236-2c13-4048-8add-9eed1ba36521 None None] Checking router: 547317d8-3e9b-41c5-b069-57b759897562 for host: dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:28:57.784407 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e7a236-2c13-4048-8add-9eed1ba36521 None None] Routers {'547317d8-3e9b-41c5-b069-57b759897562'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:28:57.785040 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-13e7a236-2c13-4048-8add-9eed1ba36521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:28:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['547317d8-3e9b-41c5-b069-57b759897562'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:57.840595 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13158fc6-abf1-46c7-aa1f-3b5f3ec00671 req-c1839ad7-1662-4fd0-acfa-c54c120d97db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:57.842501 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-13158fc6-abf1-46c7-aa1f-3b5f3ec00671 req-c1839ad7-1662-4fd0-acfa-c54c120d97db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=daf7b380-4135-4f3c-b79a-16cc19a78098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807536 Aug 23 10:28:57.998141 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-13e7a236-2c13-4048-8add-9eed1ba36521 None None] Set router 547317d8-3e9b-41c5-b069-57b759897562 gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:28:58.007453 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-13158fc6-abf1-46c7-aa1f-3b5f3ec00671 req-58681f5d-6a4e-4922-9912-259ece781a2a service neutron] 10.222.0.46 "GET /v2.0/networks/daf7b380-4135-4f3c-b79a-16cc19a78098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568985 Aug 23 10:28:58.264408 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-13158fc6-abf1-46c7-aa1f-3b5f3ec00671 req-e5f0738b-f4de-409c-95f2-9f5579956a88 service neutron] 10.222.0.46 "GET /v2.0/networks/daf7b380-4135-4f3c-b79a-16cc19a78098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489672 Aug 23 10:28:58.370407 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-13e7a236-2c13-4048-8add-9eed1ba36521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547317d8-3e9b-41c5-b069-57b759897562', 'name': 'tempest-TestMinimumBasicScenario-929115789-router', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:37Z', 'updated_at': '2021-08-23T10:26:41Z', 'revision_number': 4, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'gw_port': {'id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:38Z', 'updated_at': '2021-08-23T10:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': '8d6d15fd-1f59-4250-bb32-ff77d65dd7ff', 'name': '', 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'mac_address': 'fa:16:3e:a8:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:41Z', 'updated_at': '2021-08-23T10:26:49Z', 'revision_number': 5, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'subnets': [{'id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:58.375165 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e7a236-2c13-4048-8add-9eed1ba36521 None None] The sync data for ids ['547317d8-3e9b-41c5-b069-57b759897562'] in dv-cinder-802781-2-smb is: [{'id': '547317d8-3e9b-41c5-b069-57b759897562', 'name': 'tempest-TestMinimumBasicScenario-929115789-router', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:37Z', 'updated_at': '2021-08-23T10:26:41Z', 'revision_number': 4, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'gw_port': {'id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:38Z', 'updated_at': '2021-08-23T10:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': '8d6d15fd-1f59-4250-bb32-ff77d65dd7ff', 'name': '', 'network_id': 'daf7b380-4135-4f3c-b79a-16cc19a78098', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'mac_address': 'fa:16:3e:a8:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:41Z', 'updated_at': '2021-08-23T10:26:49Z', 'revision_number': 5, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'subnets': [{'id': 'd5f748aa-77ee-4d76-997a-99bb9d44b611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:28:58.612733 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7512cb48-9b5b-46a3-8763-5fccad628e54 None None] New status for floating IP b7bd4477-c130-4644-ad35-36cc22bf984e: DOWN {{(pid=79165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:28:59.556267 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 46730) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:00.257718 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4c272271-f1c8-4321-91ef-ba76700a8a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3806919'] for router_interface, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:00.731059 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41ac87-c1da-4142-97cc-4faab4c60771 req-f426ee66-36b0-4bd6-aadc-d44e884bb5b9 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:29:00.731677 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-6e41ac87-c1da-4142-97cc-4faab4c60771 req-f426ee66-36b0-4bd6-aadc-d44e884bb5b9 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Synchronizing usage tracker for tenant:1c65fc6a145144e589701398d7e540e5 on resource:port {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:29:00.747110 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-6e41ac87-c1da-4142-97cc-4faab4c60771 req-f426ee66-36b0-4bd6-aadc-d44e884bb5b9 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Unset dirty status for tenant:1c65fc6a145144e589701398d7e540e5 on resource:port {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:29:00.747967 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [None req-4c272271-f1c8-4321-91ef-ba76700a8a9e admin admin] Deleting port a2a73608-efed-453c-9892-ece254a27b04 {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:29:00.748417 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6e41ac87-c1da-4142-97cc-4faab4c60771 req-f426ee66-36b0-4bd6-aadc-d44e884bb5b9 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 945 time: 0.1951804 Aug 23 10:29:00.748530 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4c272271-f1c8-4321-91ef-ba76700a8a9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:00.792050 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-6e41ac87-c1da-4142-97cc-4faab4c60771 req-1e295c02-11a0-46db-a077-41febdc5a3bd tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Synchronizing usage tracker for tenant:1c65fc6a145144e589701398d7e540e5 on resource:security_group {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:29:00.807077 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-6e41ac87-c1da-4142-97cc-4faab4c60771 req-1e295c02-11a0-46db-a077-41febdc5a3bd tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Unset dirty status for tenant:1c65fc6a145144e589701398d7e540e5 on resource:security_group {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:29:00.809154 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-6e41ac87-c1da-4142-97cc-4faab4c60771 req-1e295c02-11a0-46db-a077-41febdc5a3bd tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550685 Aug 23 10:29:00.925851 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [None req-4c272271-f1c8-4321-91ef-ba76700a8a9e admin admin] For port a2a73608-efed-453c-9892-ece254a27b04, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=a2a73608-efed-453c-9892-ece254a27b04,segment=NetworkSegment(9840eb18-ca6c-4bd2-904d-ed80b734c036),segment_id=9840eb18-ca6c-4bd2-904d-ed80b734c036)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:29:00.926197 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4c272271-f1c8-4321-91ef-ba76700a8a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:01.047583 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [None req-4c272271-f1c8-4321-91ef-ba76700a8a9e admin admin] Calling delete_port for a2a73608-efed-453c-9892-ece254a27b04 owned by network:router_interface {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:29:01.357230 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4c272271-f1c8-4321-91ef-ba76700a8a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:01.361541 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:01.408715 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c272271-f1c8-4321-91ef-ba76700a8a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=a2a73608-efed-453c-9892-ece254a27b04,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:01.438882 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-4c272271-f1c8-4321-91ef-ba76700a8a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:01.673003 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4c272271-f1c8-4321-91ef-ba76700a8a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3806907'] for router_interface, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:02.115673 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a5cbc-020e-4cb8-92a3-3cec771a6e65 req-ae991bed-d727-4c08-bcb7-119fff241d51 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:29:02.117217 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-403a5cbc-020e-4cb8-92a3-3cec771a6e65 req-ae991bed-d727-4c08-bcb7-119fff241d51 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 945 time: 0.1961217 Aug 23 10:29:02.281294 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-403a5cbc-020e-4cb8-92a3-3cec771a6e65 req-79628235-1639-4e13-9bb5-eb5ca939f000 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/security-groups?id=64d2b9f0-48d6-43e0-8eb5-8bf367d90264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145225 Aug 23 10:29:02.287071 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c272271-f1c8-4321-91ef-ba76700a8a9e admin admin] Router 197b5de3-6140-4b99-99cb-f13cdaa02d2f has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:29:02.460575 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5be5d-317f-472b-aced-8d94c87b24dd req-b670e88a-4e59-41da-b7f6-4e7a4ce0ba1d tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:29:02.462006 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-94d5be5d-317f-472b-aced-8d94c87b24dd req-b670e88a-4e59-41da-b7f6-4e7a4ce0ba1d tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 945 time: 0.2363403 Aug 23 10:29:02.550687 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c272271-f1c8-4321-91ef-ba76700a8a9e admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:29:02.555103 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-94d5be5d-317f-472b-aced-8d94c87b24dd req-96fdda34-3b62-4552-8fb8-8c5e9606c418 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Deleting port 73fdab80-badd-428b-8d6a-ce5b0a254287 {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:29:02.555356 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-94d5be5d-317f-472b-aced-8d94c87b24dd req-96fdda34-3b62-4552-8fb8-8c5e9606c418 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:02.559236 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe18e26-037e-481e-a6a6-90aba23bdb06 None None] Sync routers for ids ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'] in dv-cinder-802781-2-smb {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:29:02.568553 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe18e26-037e-481e-a6a6-90aba23bdb06 None None] Routers {'197b5de3-6140-4b99-99cb-f13cdaa02d2f'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:29:02.569261 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-ebe18e26-037e-481e-a6a6-90aba23bdb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:28:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:02.608685 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-4c272271-f1c8-4321-91ef-ba76700a8a9e admin admin] 10.222.0.20 "PUT /v2.0/routers/197b5de3-6140-4b99-99cb-f13cdaa02d2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0512800 Aug 23 10:29:02.611240 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46764) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:02.772173 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-ebe18e26-037e-481e-a6a6-90aba23bdb06 None None] Set router 197b5de3-6140-4b99-99cb-f13cdaa02d2f gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:29:02.790975 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0278c2c2-e18c-409f-9b7f-40db36abdbb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:02.819237 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-94d5be5d-317f-472b-aced-8d94c87b24dd req-96fdda34-3b62-4552-8fb8-8c5e9606c418 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] For port 73fdab80-badd-428b-8d6a-ce5b0a254287, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=73fdab80-badd-428b-8d6a-ce5b0a254287,segment=NetworkSegment(a0141450-847c-4cac-b78c-b16edc4d3dd0),segment_id=a0141450-847c-4cac-b78c-b16edc4d3dd0)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:29:02.819572 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-94d5be5d-317f-472b-aced-8d94c87b24dd req-96fdda34-3b62-4552-8fb8-8c5e9606c418 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:02.944601 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-94d5be5d-317f-472b-aced-8d94c87b24dd req-96fdda34-3b62-4552-8fb8-8c5e9606c418 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Calling delete_port for 73fdab80-badd-428b-8d6a-ce5b0a254287 owned by compute:nova {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:29:02.969453 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0278c2c2-e18c-409f-9b7f-40db36abdbb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:02.978902 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-0278c2c2-e18c-409f-9b7f-40db36abdbb7 admin admin] Deleting port 38987c6e-d67a-4cc4-bab1-e30c79e9fd38 {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:29:02.979292 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0278c2c2-e18c-409f-9b7f-40db36abdbb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:03.062835 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-ebe18e26-037e-481e-a6a6-90aba23bdb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:29:01Z', 'revision_number': 5, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port': {'id': '38987c6e-d67a-4cc4-bab1-e30c79e9fd38', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:09Z', 'updated_at': '2021-08-23T10:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:03.066744 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe18e26-037e-481e-a6a6-90aba23bdb06 None None] Checking router: 197b5de3-6140-4b99-99cb-f13cdaa02d2f for host: dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:29:03.076275 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe18e26-037e-481e-a6a6-90aba23bdb06 None None] Routers {'197b5de3-6140-4b99-99cb-f13cdaa02d2f'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:29:03.076806 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-ebe18e26-037e-481e-a6a6-90aba23bdb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:28:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:03.098036 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-94d5be5d-317f-472b-aced-8d94c87b24dd req-96fdda34-3b62-4552-8fb8-8c5e9606c418 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:03.103665 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:03.110359 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['73fdab80-badd-428b-8d6a-ce5b0a254287'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:29:03.148686 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdda34-3b62-4552-8fb8-8c5e9606c418 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Pushing event deleted for resources: {'Port': ['ID=73fdab80-badd-428b-8d6a-ce5b0a254287,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:03.152266 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-96fdda34-3b62-4552-8fb8-8c5e9606c418 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:03.196649 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [None req-0278c2c2-e18c-409f-9b7f-40db36abdbb7 admin admin] For port 38987c6e-d67a-4cc4-bab1-e30c79e9fd38, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=38987c6e-d67a-4cc4-bab1-e30c79e9fd38,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:29:03.196649 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0278c2c2-e18c-409f-9b7f-40db36abdbb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:03.284234 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-ebe18e26-037e-481e-a6a6-90aba23bdb06 None None] Set router 197b5de3-6140-4b99-99cb-f13cdaa02d2f gateway port host: None {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:29:03.352270 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-0278c2c2-e18c-409f-9b7f-40db36abdbb7 admin admin] Calling delete_port for 38987c6e-d67a-4cc4-bab1-e30c79e9fd38 owned by network:router_gateway {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:29:03.370586 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d5be5d-317f-472b-aced-8d94c87b24dd req-96fdda34-3b62-4552-8fb8-8c5e9606c418 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] No DVR routers for this DVR port 73fdab80-badd-428b-8d6a-ce5b0a254287 on host hv-cinder-80278 {{(pid=79164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:29:03.374082 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-94d5be5d-317f-472b-aced-8d94c87b24dd req-96fdda34-3b62-4552-8fb8-8c5e9606c418 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:03.377247 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf6e911-208e-4045-a4be-7be656718c8e', 'name': 'network-vif-deleted', 'tag': '73fdab80-badd-428b-8d6a-ce5b0a254287'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:29:03.418924 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-94d5be5d-317f-472b-aced-8d94c87b24dd req-96fdda34-3b62-4552-8fb8-8c5e9606c418 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.46 "DELETE /v2.0/ports/73fdab80-badd-428b-8d6a-ce5b0a254287 HTTP/1.1" status: 204 len: 173 time: 0.9493361 Aug 23 10:29:03.433033 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-ebe18e26-037e-481e-a6a6-90aba23bdb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:29:02Z', 'revision_number': 6, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port_host': None}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:03.438959 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe18e26-037e-481e-a6a6-90aba23bdb06 None None] The sync data for ids ['197b5de3-6140-4b99-99cb-f13cdaa02d2f'] in dv-cinder-802781-2-smb is: [{'id': '197b5de3-6140-4b99-99cb-f13cdaa02d2f', 'name': 'tempest-AttachVolumeTestJSON-1673740296-router', 'tenant_id': 'a0f7294401b14331ae0120ea59c4e348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:08Z', 'updated_at': '2021-08-23T10:29:02Z', 'revision_number': 6, 'project_id': 'a0f7294401b14331ae0120ea59c4e348', 'gw_port_host': None}] {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:29:03.445338 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf6e911-208e-4045-a4be-7be656718c8e', 'name': 'network-vif-deleted', 'tag': '73fdab80-badd-428b-8d6a-ce5b0a254287', 'status': 'completed', 'code': 200} Aug 23 10:29:03.556721 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-0ab4794c-574f-46d2-8e5e-d2c1fd70c5c6 req-7abea8fb-7029-423f-838f-96158b7cb9dc tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf6e911-208e-4045-a4be-7be656718c8e HTTP/1.1" status: 200 len: 210 time: 0.0556984 Aug 23 10:29:03.636156 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0278c2c2-e18c-409f-9b7f-40db36abdbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:03.641439 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-2c52f717-de4c-44b5-b169-61f14e6fb59b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:03.687603 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278c2c2-e18c-409f-9b7f-40db36abdbb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=38987c6e-d67a-4cc4-bab1-e30c79e9fd38,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:03.713272 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-0278c2c2-e18c-409f-9b7f-40db36abdbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:03.774048 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0278c2c2-e18c-409f-9b7f-40db36abdbb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900946'] for router_gateway, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:03.950011 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0278c2c2-e18c-409f-9b7f-40db36abdbb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3807304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6479'] for router, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:03.952231 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0278c2c2-e18c-409f-9b7f-40db36abdbb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:03.974442 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0278c2c2-e18c-409f-9b7f-40db36abdbb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3807816'] for router, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:03.975211 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0278c2c2-e18c-409f-9b7f-40db36abdbb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 197b5de3-6140-4b99-99cb-f13cdaa02d2f {{(pid=79163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 10:29:03.988823 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0278c2c2-e18c-409f-9b7f-40db36abdbb7 admin admin] Notify callbacks [] for router, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:03.989940 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-0278c2c2-e18c-409f-9b7f-40db36abdbb7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/197b5de3-6140-4b99-99cb-f13cdaa02d2f HTTP/1.1" status: 204 len: 168 time: 1.3771605 Aug 23 10:29:03.992631 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46778) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:04.137760 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_v2 [None req-899870ea-5cd3-47e4-86b6-1c43cb408972 admin admin] Deleting subnet 54cc7ed5-a0f7-4057-adce-6cedc0c75702 {{(pid=79163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:29:04.140610 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-899870ea-5cd3-47e4-86b6-1c43cb408972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:04.191234 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-899870ea-5cd3-47e4-86b6-1c43cb408972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26919124'] for subnet, precommit_delete_associations {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:04.312009 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-899870ea-5cd3-47e4-86b6-1c43cb408972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870812'] for subnet, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:04.379933 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-899870ea-5cd3-47e4-86b6-1c43cb408972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26781138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26586266'] for subnet, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:04.384045 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:04.422622 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899870ea-5cd3-47e4-86b6-1c43cb408972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54cc7ed5-a0f7-4057-adce-6cedc0c75702,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:04.425658 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-899870ea-5cd3-47e4-86b6-1c43cb408972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:04.426641 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-899870ea-5cd3-47e4-86b6-1c43cb408972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:04.432369 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b114c7cb-b4c3-45c3-9192-f8c8ed3ed307 None None] Network beaa0003-69d7-4b97-9864-2eb2a7e8ac36 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:29:04.436363 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-899870ea-5cd3-47e4-86b6-1c43cb408972 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/54cc7ed5-a0f7-4057-adce-6cedc0c75702 HTTP/1.1" status: 204 len: 168 time: 0.4398160 Aug 23 10:29:04.436607 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46782) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:04.557393 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830045'] for network, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:04.568496 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] Deleting port c76073d1-20e3-4342-91ef-9c7f9f837fbc {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:29:04.568831 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:04.722253 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d585911-a236-4cc1-ab7e-78123035d800 None None] DHCP port deletion for beaa0003-69d7-4b97-9864-2eb2a7e8ac36 request from dv-cinder-802781-2-smb {{(pid=79165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 10:29:04.727908 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-8d585911-a236-4cc1-ab7e-78123035d800 None None] Deleting port c76073d1-20e3-4342-91ef-9c7f9f837fbc {{(pid=79165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:29:04.728438 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-8d585911-a236-4cc1-ab7e-78123035d800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:04.815216 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] For port c76073d1-20e3-4342-91ef-9c7f9f837fbc, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=c76073d1-20e3-4342-91ef-9c7f9f837fbc,segment=NetworkSegment(9840eb18-ca6c-4bd2-904d-ed80b734c036),segment_id=9840eb18-ca6c-4bd2-904d-ed80b734c036)] {{(pid=79163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:29:04.815747 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:04.961167 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] Calling delete_port for c76073d1-20e3-4342-91ef-9c7f9f837fbc owned by network:dhcp {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:29:04.970634 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-8d585911-a236-4cc1-ab7e-78123035d800 None None] For port c76073d1-20e3-4342-91ef-9c7f9f837fbc, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=c76073d1-20e3-4342-91ef-9c7f9f837fbc,segment=NetworkSegment(9840eb18-ca6c-4bd2-904d-ed80b734c036),segment_id=9840eb18-ca6c-4bd2-904d-ed80b734c036)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:29:04.971102 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-8d585911-a236-4cc1-ab7e-78123035d800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.046492 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.052861 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-551c8fd7-a2b8-4b99-a19f-ee5f3d080574 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:05.070292 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 46814) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:05.100667 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] Pushing event deleted for resources: {'Port': ['ID=c76073d1-20e3-4342-91ef-9c7f9f837fbc,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:05.102882 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] No DVR routers for this DVR port c76073d1-20e3-4342-91ef-9c7f9f837fbc on host dv-cinder-802781-2-smb {{(pid=79163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:29:05.104571 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:05.111472 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-8d585911-a236-4cc1-ab7e-78123035d800 None None] Calling delete_port for c76073d1-20e3-4342-91ef-9c7f9f837fbc owned by network:dhcp {{(pid=79165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:29:05.206759 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.db.api [None req-8d585911-a236-4cc1-ab7e-78123035d800 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 10:29:05.207558 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_db.api [None req-8d585911-a236-4cc1-ab7e-78123035d800 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 10:29:05.236826 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864615', 'neutron.services.segments.db._delete_segments_for_network-8775983548317'] for network, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.250132 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beaa0003-69d7-4b97-9864-2eb2a7e8ac36']}} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:05.264381 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9840eb18-ca6c-4bd2-904d-ed80b734c036') {'for_net_delete': True} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:05.264879 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9840eb18-ca6c-4bd2-904d-ed80b734c036') {} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:05.269086 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-79ae3334-cb1b-421c-ad84-042186dd9fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.277198 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775983546359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26919115'] for segment, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.284386 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-79ae3334-cb1b-421c-ad84-042186dd9fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:29:05.288454 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-79ae3334-cb1b-421c-ad84-042186dd9fe9 admin admin] Usage tracker for resource:security_group_rule and tenant:e15daca2434c4be99249e8709c880357 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:29:05.291403 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-79ae3334-cb1b-421c-ad84-042186dd9fe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:29:05.295601 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.297966 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-79ae3334-cb1b-421c-ad84-042186dd9fe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:29:05.303194 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=79163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:29:05.303916 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26781108'] for segment, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: Traceback (most recent call last): Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: timer() Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: cb(*args, **kw) Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: return func(*args, **kwargs) Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: self._notify() Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: self.callback(batched_events) Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: event.method(event) Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: return f(self, *a, **k) Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: return self._get(url).json() Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: return self.request(url, 'GET', **kwargs) Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:29:05.322268 dv-cinder-802781-2-smb neutron-server[79163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:29:05.398022 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-79ae3334-cb1b-421c-ad84-042186dd9fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.402304 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-79ae3334-cb1b-421c-ad84-042186dd9fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.402771 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 73fdab80-badd-428b-8d6a-ce5b0a254287 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:29:05.406365 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900943'] for network, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.413178 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.413369 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-8f6b3849-d1f7-4645-9dab-8e088e8e028e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:05.417139 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:05.440624 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] Pushing event deleted for resources: {'Network': ['ID=beaa0003-69d7-4b97-9864-2eb2a7e8ac36,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:05.446114 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:05.456985 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] No Port match for: 73fdab80-badd-428b-8d6a-ce5b0a254287 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:29:05.457716 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 73fdab80-badd-428b-8d6a-ce5b0a254287 not bound to the agent host hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:29:05.461781 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] 10.222.0.20 "DELETE /v2.0/networks/beaa0003-69d7-4b97-9864-2eb2a7e8ac36 HTTP/1.1" status: 204 len: 168 time: 1.0240898 Aug 23 10:29:05.463143 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae3334-cb1b-421c-ad84-042186dd9fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c1f2c7-b6c3-4c6e-95b2-4934ea4c6917,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:05.469082 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-79ae3334-cb1b-421c-ad84-042186dd9fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:05.475349 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-79ae3334-cb1b-421c-ad84-042186dd9fe9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e15daca2434c4be99249e8709c880357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4011161 Aug 23 10:29:05.475349 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 46848) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:05.545978 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device a2a73608-efed-453c-9892-ece254a27b04 no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:29:05.550394 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-9443244e-40d8-4c23-b521-b7d58adee313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.582507 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-9443244e-40d8-4c23-b521-b7d58adee313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.586793 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: a2a73608-efed-453c-9892-ece254a27b04 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:29:05.587157 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device a2a73608-efed-453c-9892-ece254a27b04 not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:29:05.587576 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 38987c6e-d67a-4cc4-bab1-e30c79e9fd38 no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:29:05.625720 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: 38987c6e-d67a-4cc4-bab1-e30c79e9fd38 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:29:05.626063 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 38987c6e-d67a-4cc4-bab1-e30c79e9fd38 not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:29:05.626466 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device c76073d1-20e3-4342-91ef-9c7f9f837fbc no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:29:05.643239 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-9443244e-40d8-4c23-b521-b7d58adee313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.648275 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-35445dae-63f5-44e7-a70d-4f2a9afa529b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:05.658887 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46852) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:05.660020 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: c76073d1-20e3-4342-91ef-9c7f9f837fbc {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:29:05.660545 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device c76073d1-20e3-4342-91ef-9c7f9f837fbc not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:29:05.677254 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443244e-40d8-4c23-b521-b7d58adee313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c1f2c7-b6c3-4c6e-95b2-4934ea4c6917,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:05.680376 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-9443244e-40d8-4c23-b521-b7d58adee313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:05.681187 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-9443244e-40d8-4c23-b521-b7d58adee313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.690475 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-9443244e-40d8-4c23-b521-b7d58adee313 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9c1f2c7-b6c3-4c6e-95b2-4934ea4c6917 HTTP/1.1" status: 204 len: 168 time: 0.2062268 Aug 23 10:29:05.696622 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 46858) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:05.711311 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-8d585911-a236-4cc1-ab7e-78123035d800 None None] Deleting port c76073d1-20e3-4342-91ef-9c7f9f837fbc {{(pid=79165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:29:05.711646 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-8d585911-a236-4cc1-ab7e-78123035d800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.739011 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-89519873-c59c-4f17-a5cc-037b7f0749e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0f7294401b14331ae0120ea59c4e348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0784388 Aug 23 10:29:05.739649 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46862) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:05.798710 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-8d585911-a236-4cc1-ab7e-78123035d800 None None] The port 'c76073d1-20e3-4342-91ef-9c7f9f837fbc' was deleted {{(pid=79165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 10:29:05.803681 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7d643bd5-886a-4924-afcf-6aa68abf8cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.839309 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7d643bd5-886a-4924-afcf-6aa68abf8cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.898803 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7d643bd5-886a-4924-afcf-6aa68abf8cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.904868 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-4960a488-4a04-4066-a44f-88ac808e2e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:05.925169 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d643bd5-886a-4924-afcf-6aa68abf8cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6ec6b1-7264-4ee3-b0ac-f590deaf192f,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:05.928132 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7d643bd5-886a-4924-afcf-6aa68abf8cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:05.930373 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7d643bd5-886a-4924-afcf-6aa68abf8cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.943511 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-7d643bd5-886a-4924-afcf-6aa68abf8cf8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b6ec6b1-7264-4ee3-b0ac-f590deaf192f HTTP/1.1" status: 204 len: 168 time: 0.1935754 Aug 23 10:29:06.110386 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46870) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:06.132646 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-fe2030d3-8bfb-4a45-b0fa-15e310794e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:06.145224 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f352e47a-034e-4d41-bd14-2ea173d2b768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:06.149031 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-fe2030d3-8bfb-4a45-b0fa-15e310794e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:29:06.153380 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-fe2030d3-8bfb-4a45-b0fa-15e310794e25 admin admin] Usage tracker for resource:security_group_rule and tenant:76232c856313427a9689bb350d61f1c5 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:29:06.156224 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-fe2030d3-8bfb-4a45-b0fa-15e310794e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:29:06.161826 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-fe2030d3-8bfb-4a45-b0fa-15e310794e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:29:06.256257 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-fe2030d3-8bfb-4a45-b0fa-15e310794e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:06.259897 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-fe2030d3-8bfb-4a45-b0fa-15e310794e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:06.272604 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-36582184-a759-45ac-a448-04fb5d36ef05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:06.303650 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-77d0fc13-74f7-4b34-bec6-26f27551308d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3806919'] for router_interface, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:06.315816 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-fe2030d3-8bfb-4a45-b0fa-15e310794e25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76232c856313427a9689bb350d61f1c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2042398 Aug 23 10:29:06.318642 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46880) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:06.330963 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2030d3-8bfb-4a45-b0fa-15e310794e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c691c6d4-450e-4e8d-811d-d23b3dcc3f4b,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:06.335709 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-fe2030d3-8bfb-4a45-b0fa-15e310794e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:06.384819 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc29d-a3e2-428e-8443-a72d26f4a725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:06.416256 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc29d-a3e2-428e-8443-a72d26f4a725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:06.476130 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc29d-a3e2-428e-8443-a72d26f4a725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:06.481682 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-880960b2-6051-4292-ac5a-61d8bdbfd865 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:06.492605 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdc29d-a3e2-428e-8443-a72d26f4a725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c691c6d4-450e-4e8d-811d-d23b3dcc3f4b,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:06.495060 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-f0bdc29d-a3e2-428e-8443-a72d26f4a725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:06.502055 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc29d-a3e2-428e-8443-a72d26f4a725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:06.506262 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-f0bdc29d-a3e2-428e-8443-a72d26f4a725 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c691c6d4-450e-4e8d-811d-d23b3dcc3f4b HTTP/1.1" status: 204 len: 168 time: 0.1866832 Aug 23 10:29:06.686960 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [None req-77d0fc13-74f7-4b34-bec6-26f27551308d admin admin] Deleting port 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:29:06.687380 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-77d0fc13-74f7-4b34-bec6-26f27551308d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:06.769033 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:06.857430 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:06.897614 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [None req-77d0fc13-74f7-4b34-bec6-26f27551308d admin admin] For port 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=8d6d15fd-1f59-4250-bb32-ff77d65dd7ff,segment=NetworkSegment(a0141450-847c-4cac-b78c-b16edc4d3dd0),segment_id=a0141450-847c-4cac-b78c-b16edc4d3dd0)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:29:06.898089 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-77d0fc13-74f7-4b34-bec6-26f27551308d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:07.131970 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [None req-77d0fc13-74f7-4b34-bec6-26f27551308d admin admin] Calling delete_port for 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff owned by network:router_interface {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:29:07.328293 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-77d0fc13-74f7-4b34-bec6-26f27551308d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:07.333597 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-3db6cec3-389d-415f-900b-b62501f3549c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:07.383572 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0fc13-74f7-4b34-bec6-26f27551308d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d6d15fd-1f59-4250-bb32-ff77d65dd7ff,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:07.413520 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-77d0fc13-74f7-4b34-bec6-26f27551308d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:07.728002 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-77d0fc13-74f7-4b34-bec6-26f27551308d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3806907'] for router_interface, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:08.095397 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d0fc13-74f7-4b34-bec6-26f27551308d admin admin] Router 547317d8-3e9b-41c5-b069-57b759897562 has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:29:08.284984 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d0fc13-74f7-4b34-bec6-26f27551308d admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:29:08.294689 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb3749-c7cb-4d22-b611-5595d4fbaaba None None] Sync routers for ids ['547317d8-3e9b-41c5-b069-57b759897562'] in dv-cinder-802781-2-smb {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:29:08.303356 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46950) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:08.306169 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb3749-c7cb-4d22-b611-5595d4fbaaba None None] Routers {'547317d8-3e9b-41c5-b069-57b759897562'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:29:08.307032 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-b9fb3749-c7cb-4d22-b611-5595d4fbaaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:28:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['547317d8-3e9b-41c5-b069-57b759897562'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:08.312431 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-77d0fc13-74f7-4b34-bec6-26f27551308d admin admin] 10.222.0.20 "PUT /v2.0/routers/547317d8-3e9b-41c5-b069-57b759897562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6146591 Aug 23 10:29:08.532602 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-b9fb3749-c7cb-4d22-b611-5595d4fbaaba None None] Set router 547317d8-3e9b-41c5-b069-57b759897562 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:29:08.577936 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-72e5001b-cd65-42ce-8dba-39e9b876a766 admin admin] Notify callbacks [] for router, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:08.790775 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-72e5001b-cd65-42ce-8dba-39e9b876a766 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:08.801238 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-72e5001b-cd65-42ce-8dba-39e9b876a766 admin admin] Deleting port 9c8c24ce-7b6c-4810-a0fa-a547923b0c51 {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:29:08.801833 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-72e5001b-cd65-42ce-8dba-39e9b876a766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:08.854779 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-b9fb3749-c7cb-4d22-b611-5595d4fbaaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547317d8-3e9b-41c5-b069-57b759897562', 'name': 'tempest-TestMinimumBasicScenario-929115789-router', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135'}], 'enable_snat': True}, 'gw_port_id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:37Z', 'updated_at': '2021-08-23T10:29:07Z', 'revision_number': 5, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'gw_port': {'id': '9c8c24ce-7b6c-4810-a0fa-a547923b0c51', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547317d8-3e9b-41c5-b069-57b759897562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:38Z', 'updated_at': '2021-08-23T10:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:08.859798 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb3749-c7cb-4d22-b611-5595d4fbaaba None None] Checking router: 547317d8-3e9b-41c5-b069-57b759897562 for host: dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:29:08.869392 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb3749-c7cb-4d22-b611-5595d4fbaaba None None] Routers {'547317d8-3e9b-41c5-b069-57b759897562'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:29:08.870226 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-b9fb3749-c7cb-4d22-b611-5595d4fbaaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:28:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['547317d8-3e9b-41c5-b069-57b759897562'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:09.025003 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-524bdced-08bf-4bbf-b317-b0417f535f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:09.032985 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [None req-72e5001b-cd65-42ce-8dba-39e9b876a766 admin admin] For port 9c8c24ce-7b6c-4810-a0fa-a547923b0c51, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=9c8c24ce-7b6c-4810-a0fa-a547923b0c51,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:29:09.033347 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-72e5001b-cd65-42ce-8dba-39e9b876a766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:09.049407 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-b9fb3749-c7cb-4d22-b611-5595d4fbaaba None None] Set router 547317d8-3e9b-41c5-b069-57b759897562 gateway port host: None {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:29:09.163947 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-b9fb3749-c7cb-4d22-b611-5595d4fbaaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547317d8-3e9b-41c5-b069-57b759897562', 'name': 'tempest-TestMinimumBasicScenario-929115789-router', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:37Z', 'updated_at': '2021-08-23T10:29:08Z', 'revision_number': 6, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'gw_port_host': None}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:09.169760 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb3749-c7cb-4d22-b611-5595d4fbaaba None None] The sync data for ids ['547317d8-3e9b-41c5-b069-57b759897562'] in dv-cinder-802781-2-smb is: [{'id': '547317d8-3e9b-41c5-b069-57b759897562', 'name': 'tempest-TestMinimumBasicScenario-929115789-router', 'tenant_id': '1c65fc6a145144e589701398d7e540e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:37Z', 'updated_at': '2021-08-23T10:29:08Z', 'revision_number': 6, 'project_id': '1c65fc6a145144e589701398d7e540e5', 'gw_port_host': None}] {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:29:09.180308 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-72e5001b-cd65-42ce-8dba-39e9b876a766 admin admin] Calling delete_port for 9c8c24ce-7b6c-4810-a0fa-a547923b0c51 owned by network:router_gateway {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:29:09.364424 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-72e5001b-cd65-42ce-8dba-39e9b876a766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:09.368957 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-ec9afec5-058a-4e89-ab86-f58f7c62e87a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:09.418364 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5001b-cd65-42ce-8dba-39e9b876a766 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8c24ce-7b6c-4810-a0fa-a547923b0c51,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:09.421375 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-72e5001b-cd65-42ce-8dba-39e9b876a766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:09.452539 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:09.519923 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-72e5001b-cd65-42ce-8dba-39e9b876a766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900946'] for router_gateway, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:09.594920 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:29:09.634625 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:29:09.634986 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 8d6d15fd-1f59-4250-bb32-ff77d65dd7ff not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:29:09.704866 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-72e5001b-cd65-42ce-8dba-39e9b876a766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3807304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6479'] for router, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:09.707264 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-72e5001b-cd65-42ce-8dba-39e9b876a766 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:09.728859 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-72e5001b-cd65-42ce-8dba-39e9b876a766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3807816'] for router, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:09.729401 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e5001b-cd65-42ce-8dba-39e9b876a766 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 547317d8-3e9b-41c5-b069-57b759897562 {{(pid=79163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 10:29:09.741683 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-72e5001b-cd65-42ce-8dba-39e9b876a766 admin admin] Notify callbacks [] for router, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:09.742782 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-72e5001b-cd65-42ce-8dba-39e9b876a766 admin admin] 10.222.0.20 "DELETE /v2.0/routers/547317d8-3e9b-41c5-b069-57b759897562 HTTP/1.1" status: 204 len: 168 time: 1.4384291 Aug 23 10:29:09.745217 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46974) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:09.805031 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbf048a-b508-428b-8268-d39688fa1a89 admin admin] Deleting subnet d5f748aa-77ee-4d76-997a-99bb9d44b611 {{(pid=79163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:29:09.807729 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-fcbf048a-b508-428b-8268-d39688fa1a89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:09.855067 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-fcbf048a-b508-428b-8268-d39688fa1a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26919124'] for subnet, precommit_delete_associations {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:10.035712 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-fcbf048a-b508-428b-8268-d39688fa1a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870812'] for subnet, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:10.103660 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-fcbf048a-b508-428b-8268-d39688fa1a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26781138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26586266'] for subnet, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:10.109108 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:10.144190 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf048a-b508-428b-8268-d39688fa1a89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f748aa-77ee-4d76-997a-99bb9d44b611,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:10.146083 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-fcbf048a-b508-428b-8268-d39688fa1a89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:10.148727 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-fcbf048a-b508-428b-8268-d39688fa1a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:10.153010 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6c102d-0ea5-4a68-b0b9-229f5b5f07db None None] Network daf7b380-4135-4f3c-b79a-16cc19a78098 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:29:10.157602 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-fcbf048a-b508-428b-8268-d39688fa1a89 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d5f748aa-77ee-4d76-997a-99bb9d44b611 HTTP/1.1" status: 204 len: 168 time: 0.4092355 Aug 23 10:29:10.158059 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 46978) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:10.294572 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830045'] for network, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:10.297532 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] Deleting port f80a094b-58bb-45ab-b96e-9a5f4e039a06 {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:29:10.297866 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:10.410994 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c59031-2d04-4695-a69f-4aea53db37bb None None] DHCP port deletion for daf7b380-4135-4f3c-b79a-16cc19a78098 request from dv-cinder-802781-2-smb {{(pid=79165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 10:29:10.415438 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-85c59031-2d04-4695-a69f-4aea53db37bb None None] Deleting port f80a094b-58bb-45ab-b96e-9a5f4e039a06 {{(pid=79165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:29:10.415947 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-85c59031-2d04-4695-a69f-4aea53db37bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:10.515962 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] For port f80a094b-58bb-45ab-b96e-9a5f4e039a06, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=f80a094b-58bb-45ab-b96e-9a5f4e039a06,segment=NetworkSegment(a0141450-847c-4cac-b78c-b16edc4d3dd0),segment_id=a0141450-847c-4cac-b78c-b16edc4d3dd0)] {{(pid=79163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:29:10.516463 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:10.643767 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] Calling delete_port for f80a094b-58bb-45ab-b96e-9a5f4e039a06 owned by network:dhcp {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:29:10.697298 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-85c59031-2d04-4695-a69f-4aea53db37bb None None] For port f80a094b-58bb-45ab-b96e-9a5f4e039a06, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=f80a094b-58bb-45ab-b96e-9a5f4e039a06,segment=NetworkSegment(a0141450-847c-4cac-b78c-b16edc4d3dd0),segment_id=a0141450-847c-4cac-b78c-b16edc4d3dd0)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:29:10.698275 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-85c59031-2d04-4695-a69f-4aea53db37bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:10.726341 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:10.732723 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-203f7253-9513-463c-8ac0-756f4eda8712 tempest-AttachVolumeNegativeTest-1735103298 tempest-AttachVolumeNegativeTest-1735103298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:10.786141 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] No DVR routers for this DVR port f80a094b-58bb-45ab-b96e-9a5f4e039a06 on host dv-cinder-802781-2-smb {{(pid=79163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:29:10.819446 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f80a094b-58bb-45ab-b96e-9a5f4e039a06,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:10.822025 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:10.837353 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-85c59031-2d04-4695-a69f-4aea53db37bb None None] Calling delete_port for f80a094b-58bb-45ab-b96e-9a5f4e039a06 owned by network:dhcp {{(pid=79165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:29:10.902994 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:10.937903 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.db.api [None req-85c59031-2d04-4695-a69f-4aea53db37bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 10:29:10.939029 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_db.api [None req-85c59031-2d04-4695-a69f-4aea53db37bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 10:29:10.943004 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864615', 'neutron.services.segments.db._delete_segments_for_network-8775983548317'] for network, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:10.956196 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf7b380-4135-4f3c-b79a-16cc19a78098']}} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:10.969878 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0141450-847c-4cac-b78c-b16edc4d3dd0') {'for_net_delete': True} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:10.970184 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0141450-847c-4cac-b78c-b16edc4d3dd0') {} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:10.990534 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775983546359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26919115'] for segment, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:11.022883 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:11.033542 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=79163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:29:11.034083 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26781108'] for segment, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: Traceback (most recent call last): Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: timer() Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: cb(*args, **kw) Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: return func(*args, **kwargs) Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: self._notify() Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: self.callback(batched_events) Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: event.method(event) Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: return f(self, *a, **k) Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: return self._get(url).json() Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: return self.request(url, 'GET', **kwargs) Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:29:11.049064 dv-cinder-802781-2-smb neutron-server[79163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:29:11.130381 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900943'] for network, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:11.135644 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:11.146772 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-87b1ff20-fbd0-4334-a31e-7039718cded9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:11.170602 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=daf7b380-4135-4f3c-b79a-16cc19a78098,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:11.173233 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:11.175481 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-8b178685-3a0d-40a5-a099-6b152bbc3dd9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/daf7b380-4135-4f3c-b79a-16cc19a78098 HTTP/1.1" status: 204 len: 168 time: 1.0160987 Aug 23 10:29:11.178102 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 47010) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:11.439785 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-85c59031-2d04-4695-a69f-4aea53db37bb None None] Deleting port f80a094b-58bb-45ab-b96e-9a5f4e039a06 {{(pid=79165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:29:11.440297 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-85c59031-2d04-4695-a69f-4aea53db37bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:11.524334 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-85c59031-2d04-4695-a69f-4aea53db37bb None None] The port 'f80a094b-58bb-45ab-b96e-9a5f4e039a06' was deleted {{(pid=79165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 10:29:11.549318 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 9c8c24ce-7b6c-4810-a0fa-a547923b0c51 no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:29:11.632942 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: 9c8c24ce-7b6c-4810-a0fa-a547923b0c51 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:29:11.633367 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 9c8c24ce-7b6c-4810-a0fa-a547923b0c51 not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:29:11.633874 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device f80a094b-58bb-45ab-b96e-9a5f4e039a06 no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:29:11.669743 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: f80a094b-58bb-45ab-b96e-9a5f4e039a06 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:29:11.670181 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device f80a094b-58bb-45ab-b96e-9a5f4e039a06 not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:29:11.859544 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-04993960-b00d-4da9-b941-6b5c324fa672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3806919'] for router_interface, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:12.202510 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-04993960-b00d-4da9-b941-6b5c324fa672 admin admin] Deleting port f55e9c1b-07b6-48e0-836a-ed3df5c0c459 {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:29:12.202855 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-04993960-b00d-4da9-b941-6b5c324fa672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:12.376634 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [None req-04993960-b00d-4da9-b941-6b5c324fa672 admin admin] For port f55e9c1b-07b6-48e0-836a-ed3df5c0c459, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=f55e9c1b-07b6-48e0-836a-ed3df5c0c459,segment=NetworkSegment(518ff45b-f23f-4689-b360-64b625a654b1),segment_id=518ff45b-f23f-4689-b360-64b625a654b1)] {{(pid=79163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:29:12.378226 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-04993960-b00d-4da9-b941-6b5c324fa672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:12.499742 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-04993960-b00d-4da9-b941-6b5c324fa672 admin admin] Calling delete_port for f55e9c1b-07b6-48e0-836a-ed3df5c0c459 owned by network:router_interface {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:29:12.675616 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-04993960-b00d-4da9-b941-6b5c324fa672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:12.679123 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-969b3965-3a30-4fa7-962e-de4dcc4db91e tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:12.726471 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04993960-b00d-4da9-b941-6b5c324fa672 admin admin] Pushing event deleted for resources: {'Port': ['ID=f55e9c1b-07b6-48e0-836a-ed3df5c0c459,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:12.729427 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-04993960-b00d-4da9-b941-6b5c324fa672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:13.021500 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-04993960-b00d-4da9-b941-6b5c324fa672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3806907'] for router_interface, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:13.522465 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04993960-b00d-4da9-b941-6b5c324fa672 admin admin] Router 90daa184-907d-4fc5-81a1-b4f3f497fbd1 has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:29:13.705107 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04993960-b00d-4da9-b941-6b5c324fa672 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:29:13.713515 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf21a77-9805-4750-8945-98a422c34ac6 None None] Sync routers for ids ['90daa184-907d-4fc5-81a1-b4f3f497fbd1'] in dv-cinder-802781-2-smb {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:29:13.722454 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-04993960-b00d-4da9-b941-6b5c324fa672 admin admin] 10.222.0.20 "PUT /v2.0/routers/90daa184-907d-4fc5-81a1-b4f3f497fbd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5432250 Aug 23 10:29:13.723636 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf21a77-9805-4750-8945-98a422c34ac6 None None] Routers {'90daa184-907d-4fc5-81a1-b4f3f497fbd1'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:29:13.724274 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-fbf21a77-9805-4750-8945-98a422c34ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:29:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['90daa184-907d-4fc5-81a1-b4f3f497fbd1'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:13.724792 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 47076) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:13.894845 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-fbf21a77-9805-4750-8945-98a422c34ac6 None None] Set router 90daa184-907d-4fc5-81a1-b4f3f497fbd1 gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:29:13.896009 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8158-507b-40f2-9912-e97001b0de84 admin admin] Notify callbacks [] for router, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:14.070305 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8158-507b-40f2-9912-e97001b0de84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:14.080484 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-ef6d8158-507b-40f2-9912-e97001b0de84 admin admin] Deleting port cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:29:14.080836 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8158-507b-40f2-9912-e97001b0de84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:14.175627 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-fbf21a77-9805-4750-8945-98a422c34ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'name': 'tempest-TestMinimumBasicScenario-417677651-router', 'tenant_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': 'cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:44Z', 'updated_at': '2021-08-23T10:29:12Z', 'revision_number': 5, 'project_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'gw_port': {'id': 'cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:26:45Z', 'updated_at': '2021-08-23T10:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:14.179486 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf21a77-9805-4750-8945-98a422c34ac6 None None] Checking router: 90daa184-907d-4fc5-81a1-b4f3f497fbd1 for host: dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:29:14.187796 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf21a77-9805-4750-8945-98a422c34ac6 None None] Routers {'90daa184-907d-4fc5-81a1-b4f3f497fbd1'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:29:14.188420 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-fbf21a77-9805-4750-8945-98a422c34ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:29:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['90daa184-907d-4fc5-81a1-b4f3f497fbd1'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:14.258495 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [None req-ef6d8158-507b-40f2-9912-e97001b0de84 admin admin] For port cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:29:14.258847 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8158-507b-40f2-9912-e97001b0de84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:14.373353 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-fbf21a77-9805-4750-8945-98a422c34ac6 None None] Set router 90daa184-907d-4fc5-81a1-b4f3f497fbd1 gateway port host: None {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:29:14.387848 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-ef6d8158-507b-40f2-9912-e97001b0de84 admin admin] Calling delete_port for cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d owned by network:router_gateway {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:29:14.509727 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-fbf21a77-9805-4750-8945-98a422c34ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'name': 'tempest-TestMinimumBasicScenario-417677651-router', 'tenant_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:44Z', 'updated_at': '2021-08-23T10:29:14Z', 'revision_number': 6, 'project_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'gw_port_host': None}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:14.515104 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf21a77-9805-4750-8945-98a422c34ac6 None None] The sync data for ids ['90daa184-907d-4fc5-81a1-b4f3f497fbd1'] in dv-cinder-802781-2-smb is: [{'id': '90daa184-907d-4fc5-81a1-b4f3f497fbd1', 'name': 'tempest-TestMinimumBasicScenario-417677651-router', 'tenant_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:26:44Z', 'updated_at': '2021-08-23T10:29:14Z', 'revision_number': 6, 'project_id': 'c9d7a5a8bc904e19ad08fe34059e1eb7', 'gw_port_host': None}] {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:29:14.683177 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8158-507b-40f2-9912-e97001b0de84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:14.688495 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:14.736516 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d8158-507b-40f2-9912-e97001b0de84 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:14.768436 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-ef6d8158-507b-40f2-9912-e97001b0de84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:14.831121 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8158-507b-40f2-9912-e97001b0de84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900946'] for router_gateway, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:15.013180 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8158-507b-40f2-9912-e97001b0de84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3807304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6479'] for router, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:15.015467 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8158-507b-40f2-9912-e97001b0de84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:15.037704 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8158-507b-40f2-9912-e97001b0de84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3807816'] for router, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:15.038192 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6d8158-507b-40f2-9912-e97001b0de84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90daa184-907d-4fc5-81a1-b4f3f497fbd1 {{(pid=79163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 10:29:15.051113 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8158-507b-40f2-9912-e97001b0de84 admin admin] Notify callbacks [] for router, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:15.052327 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-ef6d8158-507b-40f2-9912-e97001b0de84 admin admin] 10.222.0.20 "DELETE /v2.0/routers/90daa184-907d-4fc5-81a1-b4f3f497fbd1 HTTP/1.1" status: 204 len: 168 time: 1.3265343 Aug 23 10:29:15.054694 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 47104) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:15.114899 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4548e8f-76cc-4bc1-83be-a82b5b42e285 admin admin] Deleting subnet 44498ac4-f730-4921-983c-7caf60cb21fe {{(pid=79163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:29:15.117786 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e4548e8f-76cc-4bc1-83be-a82b5b42e285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:15.170865 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e4548e8f-76cc-4bc1-83be-a82b5b42e285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26919124'] for subnet, precommit_delete_associations {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:15.252373 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e4548e8f-76cc-4bc1-83be-a82b5b42e285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870812'] for subnet, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:15.321175 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e4548e8f-76cc-4bc1-83be-a82b5b42e285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26781138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26586266'] for subnet, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:15.325763 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-6a13a1d5-2e94-4787-b180-cb9235ec1fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:15.363680 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4548e8f-76cc-4bc1-83be-a82b5b42e285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44498ac4-f730-4921-983c-7caf60cb21fe,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:15.366086 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e4548e8f-76cc-4bc1-83be-a82b5b42e285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:15.368780 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e4548e8f-76cc-4bc1-83be-a82b5b42e285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:15.374338 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bca377-a318-4d79-82ed-55176046df54 None None] Network 68292f4a-3be0-4e1a-8530-2729e2118a28 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:29:15.377473 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-e4548e8f-76cc-4bc1-83be-a82b5b42e285 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/44498ac4-f730-4921-983c-7caf60cb21fe HTTP/1.1" status: 204 len: 168 time: 0.3194335 Aug 23 10:29:15.377473 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 47108) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:15.488952 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830045'] for network, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:15.502471 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] Deleting port 5ac6621a-3458-4117-8d4b-4fb142ef4f47 {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:29:15.502976 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:15.560328 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device f55e9c1b-07b6-48e0-836a-ed3df5c0c459 no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:29:15.604745 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: f55e9c1b-07b6-48e0-836a-ed3df5c0c459 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:29:15.605220 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device f55e9c1b-07b6-48e0-836a-ed3df5c0c459 not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:29:15.605867 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:29:15.648939 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:29:15.649304 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device cf75f6bb-21eb-4aea-91bb-ad5907c1cd7d not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:29:15.737311 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] For port 5ac6621a-3458-4117-8d4b-4fb142ef4f47, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=5ac6621a-3458-4117-8d4b-4fb142ef4f47,segment=NetworkSegment(518ff45b-f23f-4689-b360-64b625a654b1),segment_id=518ff45b-f23f-4689-b360-64b625a654b1)] {{(pid=79163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:29:15.737667 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:15.751487 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f69fcbd-b51a-4ea5-bdff-f65da7366206 None None] DHCP port deletion for 68292f4a-3be0-4e1a-8530-2729e2118a28 request from dv-cinder-802781-2-smb {{(pid=79165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 10:29:15.755901 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-1f69fcbd-b51a-4ea5-bdff-f65da7366206 None None] Deleting port 5ac6621a-3458-4117-8d4b-4fb142ef4f47 {{(pid=79165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:29:15.756492 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-1f69fcbd-b51a-4ea5-bdff-f65da7366206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:15.876848 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] Calling delete_port for 5ac6621a-3458-4117-8d4b-4fb142ef4f47 owned by network:dhcp {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:29:15.981459 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:15.985088 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:16.008675 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-1f69fcbd-b51a-4ea5-bdff-f65da7366206 None None] For port 5ac6621a-3458-4117-8d4b-4fb142ef4f47, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=5ac6621a-3458-4117-8d4b-4fb142ef4f47,segment=NetworkSegment(518ff45b-f23f-4689-b360-64b625a654b1),segment_id=518ff45b-f23f-4689-b360-64b625a654b1)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:29:16.009077 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-1f69fcbd-b51a-4ea5-bdff-f65da7366206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:16.038663 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac6621a-3458-4117-8d4b-4fb142ef4f47,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:16.043025 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:16.045390 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] No DVR routers for this DVR port 5ac6621a-3458-4117-8d4b-4fb142ef4f47 on host dv-cinder-802781-2-smb {{(pid=79163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:29:16.132953 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-1f69fcbd-b51a-4ea5-bdff-f65da7366206 None None] Calling delete_port for 5ac6621a-3458-4117-8d4b-4fb142ef4f47 owned by network:dhcp {{(pid=79165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:29:16.175184 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864615', 'neutron.services.segments.db._delete_segments_for_network-8775983548317'] for network, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:16.189642 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68292f4a-3be0-4e1a-8530-2729e2118a28']}} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:16.206536 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518ff45b-f23f-4689-b360-64b625a654b1') {'for_net_delete': True} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:16.207240 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518ff45b-f23f-4689-b360-64b625a654b1') {} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:16.208622 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.db.api [None req-1f69fcbd-b51a-4ea5-bdff-f65da7366206 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 10:29:16.208989 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_db.api [None req-1f69fcbd-b51a-4ea5-bdff-f65da7366206 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 10:29:16.219933 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775983546359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26919115'] for segment, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:16.237324 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:16.243416 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=79163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:29:16.244379 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26781108'] for segment, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: Traceback (most recent call last): Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: timer() Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: cb(*args, **kw) Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: return func(*args, **kwargs) Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: self._notify() Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: self.callback(batched_events) Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: event.method(event) Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: return f(self, *a, **k) Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: return self._get(url).json() Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: return self.request(url, 'GET', **kwargs) Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:29:16.257734 dv-cinder-802781-2-smb neutron-server[79163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:29:16.429553 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900943'] for network, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:16.435408 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-78a7829e-4403-4c5c-9c5b-70f16d984bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:16.450407 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:16.456537 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] Pushing event deleted for resources: {'Network': ['ID=68292f4a-3be0-4e1a-8530-2729e2118a28,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:16.460462 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:16.469093 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] 10.222.0.20 "DELETE /v2.0/networks/68292f4a-3be0-4e1a-8530-2729e2118a28 HTTP/1.1" status: 204 len: 168 time: 1.0884454 Aug 23 10:29:16.495856 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 47130) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:16.617258 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-66cc94cc-b4d3-4e20-8001-9a5f554e34c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:16.634694 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-66cc94cc-b4d3-4e20-8001-9a5f554e34c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:29:16.639330 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-66cc94cc-b4d3-4e20-8001-9a5f554e34c7 admin admin] Usage tracker for resource:security_group_rule and tenant:401132aea0aa4928886b73978c2fb909 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:29:16.642316 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-66cc94cc-b4d3-4e20-8001-9a5f554e34c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:29:16.648016 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-66cc94cc-b4d3-4e20-8001-9a5f554e34c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:29:16.652866 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 47136) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:16.710556 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-1f69fcbd-b51a-4ea5-bdff-f65da7366206 None None] Deleting port 5ac6621a-3458-4117-8d4b-4fb142ef4f47 {{(pid=79165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:29:16.711119 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-1f69fcbd-b51a-4ea5-bdff-f65da7366206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:16.716843 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-e12c380d-8cea-4f31-a312-39bd5aa89be3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c65fc6a145144e589701398d7e540e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597451 Aug 23 10:29:16.717050 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 47140) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:16.735518 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-66cc94cc-b4d3-4e20-8001-9a5f554e34c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:16.739670 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-66cc94cc-b4d3-4e20-8001-9a5f554e34c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:16.747145 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-2d906c9b-7862-4307-a0f9-3e338a7e5dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:16.777817 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-1f69fcbd-b51a-4ea5-bdff-f65da7366206 None None] The port '5ac6621a-3458-4117-8d4b-4fb142ef4f47' was deleted {{(pid=79165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 10:29:16.787469 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5b892068-250e-43e6-b6f7-f0e726b6950a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:16.790454 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-66cc94cc-b4d3-4e20-8001-9a5f554e34c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=401132aea0aa4928886b73978c2fb909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934747 Aug 23 10:29:16.791334 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc94cc-b4d3-4e20-8001-9a5f554e34c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93056267-a1b5-4f1f-988d-0d56660b51b6,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:16.793999 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 47144) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:16.796425 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-66cc94cc-b4d3-4e20-8001-9a5f554e34c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:16.818100 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5b892068-250e-43e6-b6f7-f0e726b6950a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:16.854167 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-debe5cc2-37ff-4c0f-8d80-b9a5637fcd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:16.877530 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5b892068-250e-43e6-b6f7-f0e726b6950a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:16.885356 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-7ef492cc-5afb-4522-a249-7370ac795127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:16.885583 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-debe5cc2-37ff-4c0f-8d80-b9a5637fcd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:16.898311 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b892068-250e-43e6-b6f7-f0e726b6950a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d2b9f0-48d6-43e0-8eb5-8bf367d90264,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:16.904779 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-5b892068-250e-43e6-b6f7-f0e726b6950a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:16.905586 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5b892068-250e-43e6-b6f7-f0e726b6950a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:16.909882 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-5b892068-250e-43e6-b6f7-f0e726b6950a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64d2b9f0-48d6-43e0-8eb5-8bf367d90264 HTTP/1.1" status: 204 len: 168 time: 0.1887724 Aug 23 10:29:16.957904 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-debe5cc2-37ff-4c0f-8d80-b9a5637fcd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:16.962777 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-95f4261b-7e53-4e6a-8758-6e51c6717666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:16.978881 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe5cc2-37ff-4c0f-8d80-b9a5637fcd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93056267-a1b5-4f1f-988d-0d56660b51b6,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:16.982401 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-debe5cc2-37ff-4c0f-8d80-b9a5637fcd53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:16.984399 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-debe5cc2-37ff-4c0f-8d80-b9a5637fcd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:16.985620 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-debe5cc2-37ff-4c0f-8d80-b9a5637fcd53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93056267-a1b5-4f1f-988d-0d56660b51b6 HTTP/1.1" status: 204 len: 168 time: 0.1905558 Aug 23 10:29:17.291509 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 47160) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:17.344791 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-5978b9bc-d4aa-4550-9039-fdd090a5c953 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9d7a5a8bc904e19ad08fe34059e1eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503104 Aug 23 10:29:17.347403 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 47164) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:17.392398 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 47170) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:17.412894 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-883b3af8-4267-44d2-8ef8-9feed3ae7dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:17.439748 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-883b3af8-4267-44d2-8ef8-9feed3ae7dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:17.496416 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-883b3af8-4267-44d2-8ef8-9feed3ae7dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:17.503437 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-0c3bc3fa-2a2f-40a5-9393-3fe7eee55092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:17.518263 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b3af8-4267-44d2-8ef8-9feed3ae7dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000a156b-6d2d-4c40-a1f1-41023f434ec7,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:17.520468 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-883b3af8-4267-44d2-8ef8-9feed3ae7dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:17.527041 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-883b3af8-4267-44d2-8ef8-9feed3ae7dc0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/000a156b-6d2d-4c40-a1f1-41023f434ec7 HTTP/1.1" status: 204 len: 168 time: 0.1783864 Aug 23 10:29:17.528438 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-883b3af8-4267-44d2-8ef8-9feed3ae7dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:17.536529 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-cf10602a-3462-427c-8bf9-713b36298d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:17.556274 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-cf10602a-3462-427c-8bf9-713b36298d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:29:17.559281 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 5ac6621a-3458-4117-8d4b-4fb142ef4f47 no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:29:17.561682 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-cf10602a-3462-427c-8bf9-713b36298d19 admin admin] Usage tracker for resource:security_group_rule and tenant:3e5976631b384641b2894772ac9b5cc2 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:29:17.566128 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-cf10602a-3462-427c-8bf9-713b36298d19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:29:17.577408 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-cf10602a-3462-427c-8bf9-713b36298d19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:29:17.592171 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 47178) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:17.611400 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: 5ac6621a-3458-4117-8d4b-4fb142ef4f47 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:29:17.611756 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 5ac6621a-3458-4117-8d4b-4fb142ef4f47 not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:29:17.618785 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e9a4a3df-8adf-4422-9c4e-063aa77b19e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:17.642802 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-e9a4a3df-8adf-4422-9c4e-063aa77b19e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:29:17.648532 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-e9a4a3df-8adf-4422-9c4e-063aa77b19e6 admin admin] Usage tracker for resource:security_group_rule and tenant:70172c0167c840d48e77ad54163fb700 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:29:17.653278 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-e9a4a3df-8adf-4422-9c4e-063aa77b19e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:29:17.663467 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-e9a4a3df-8adf-4422-9c4e-063aa77b19e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:29:17.759730 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-cf10602a-3462-427c-8bf9-713b36298d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:17.768234 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-cf10602a-3462-427c-8bf9-713b36298d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:17.777951 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-f4c9976a-dbd0-4cac-bfe7-b37c931e0fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:17.850518 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-cf10602a-3462-427c-8bf9-713b36298d19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e5976631b384641b2894772ac9b5cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546459 Aug 23 10:29:17.850518 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10602a-3462-427c-8bf9-713b36298d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ba3c09-ac8a-4038-8f31-bb618fbb600f,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:17.851207 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 47182) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:17.854708 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-cf10602a-3462-427c-8bf9-713b36298d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:17.872877 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e9a4a3df-8adf-4422-9c4e-063aa77b19e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:17.878923 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-e9a4a3df-8adf-4422-9c4e-063aa77b19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:17.887745 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-a6cf8df4-2894-469e-a40e-172b7d91f60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:17.925420 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-570c1d3e-1fca-4af9-af0d-8d6cd75a5bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:17.929715 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-e9a4a3df-8adf-4422-9c4e-063aa77b19e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70172c0167c840d48e77ad54163fb700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364396 Aug 23 10:29:17.930743 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4a3df-8adf-4422-9c4e-063aa77b19e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be2e454-bad7-445b-94c8-1386b9a96dfe,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:17.933350 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 47186) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:17.936486 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e9a4a3df-8adf-4422-9c4e-063aa77b19e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:17.952016 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-570c1d3e-1fca-4af9-af0d-8d6cd75a5bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:18.004232 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-570c1d3e-1fca-4af9-af0d-8d6cd75a5bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:18.006736 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-65d68232-d443-457a-9386-2b491f9277ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:18.009105 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-5b892068-250e-43e6-b6f7-f0e726b6950a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:18.025305 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c1d3e-1fca-4af9-af0d-8d6cd75a5bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ba3c09-ac8a-4038-8f31-bb618fbb600f,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:18.029266 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-570c1d3e-1fca-4af9-af0d-8d6cd75a5bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:18.030263 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-570c1d3e-1fca-4af9-af0d-8d6cd75a5bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:18.031364 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-570c1d3e-1fca-4af9-af0d-8d6cd75a5bc9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26ba3c09-ac8a-4038-8f31-bb618fbb600f HTTP/1.1" status: 204 len: 168 time: 0.1790781 Aug 23 10:29:18.034475 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-65d68232-d443-457a-9386-2b491f9277ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:18.096350 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-65d68232-d443-457a-9386-2b491f9277ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:18.101308 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-8bc502d2-1246-4076-9d05-84cedc74708f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:18.113928 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d68232-d443-457a-9386-2b491f9277ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be2e454-bad7-445b-94c8-1386b9a96dfe,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:18.117500 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-65d68232-d443-457a-9386-2b491f9277ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:18.128990 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-65d68232-d443-457a-9386-2b491f9277ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:18.132533 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-65d68232-d443-457a-9386-2b491f9277ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4be2e454-bad7-445b-94c8-1386b9a96dfe HTTP/1.1" status: 204 len: 168 time: 0.1955738 Aug 23 10:29:18.504231 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 47204) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:18.526481 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-f97ac863-ad35-43b8-af82-5e2019573a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:18.541222 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-f97ac863-ad35-43b8-af82-5e2019573a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:29:18.545531 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-f97ac863-ad35-43b8-af82-5e2019573a7c admin admin] Usage tracker for resource:security_group_rule and tenant:ce18b89f0e654feeb56e3499daadd4da is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:29:18.548345 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-f97ac863-ad35-43b8-af82-5e2019573a7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:29:18.553890 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-f97ac863-ad35-43b8-af82-5e2019573a7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:29:18.638907 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-f97ac863-ad35-43b8-af82-5e2019573a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:18.642878 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-f97ac863-ad35-43b8-af82-5e2019573a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:18.650946 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-5d22f45d-5e4c-406e-a305-92f1c416a0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:18.692337 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-f97ac863-ad35-43b8-af82-5e2019573a7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce18b89f0e654feeb56e3499daadd4da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868458 Aug 23 10:29:18.693982 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ac863-ad35-43b8-af82-5e2019573a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1acf0cd-9142-4f3a-964e-f841677e3f9f,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:18.695099 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 47212) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:18.696988 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-f97ac863-ad35-43b8-af82-5e2019573a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:18.861420 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-fff13371-4b0d-4f6e-85aa-5ff2676bdca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:18.888777 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-fff13371-4b0d-4f6e-85aa-5ff2676bdca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:18.942394 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-fff13371-4b0d-4f6e-85aa-5ff2676bdca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:18.946336 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-6eb18020-0df7-453b-90a3-6af1389c3dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:18.957519 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff13371-4b0d-4f6e-85aa-5ff2676bdca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1acf0cd-9142-4f3a-964e-f841677e3f9f,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:18.961395 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-fff13371-4b0d-4f6e-85aa-5ff2676bdca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:18.968616 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-fff13371-4b0d-4f6e-85aa-5ff2676bdca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:18.969729 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-fff13371-4b0d-4f6e-85aa-5ff2676bdca7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1acf0cd-9142-4f3a-964e-f841677e3f9f HTTP/1.1" status: 204 len: 168 time: 0.2734559 Aug 23 10:29:20.644254 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 47330) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:20.783542 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c2563e56-79b3-4388-a60f-7c6d7e03d49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:20.799858 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-c2563e56-79b3-4388-a60f-7c6d7e03d49d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:29:20.804185 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-c2563e56-79b3-4388-a60f-7c6d7e03d49d admin admin] Usage tracker for resource:security_group_rule and tenant:b055ae7972034333903aaf2bb4227ca8 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:29:20.807014 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-c2563e56-79b3-4388-a60f-7c6d7e03d49d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:29:20.813430 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-c2563e56-79b3-4388-a60f-7c6d7e03d49d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:29:20.901193 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c2563e56-79b3-4388-a60f-7c6d7e03d49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:20.905869 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c2563e56-79b3-4388-a60f-7c6d7e03d49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:20.914959 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-f853159f-fb72-4e67-bf82-202cd58a59fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:20.953938 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-c2563e56-79b3-4388-a60f-7c6d7e03d49d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b055ae7972034333903aaf2bb4227ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085296 Aug 23 10:29:20.956987 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 47342) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:20.957436 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2563e56-79b3-4388-a60f-7c6d7e03d49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebfe58c-216d-46a5-a5e9-ca83966e5cba,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:20.960204 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-c2563e56-79b3-4388-a60f-7c6d7e03d49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:21.020474 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c2cd06b8-a4ca-4c66-b454-7cdbd985ddd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:21.048690 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c2cd06b8-a4ca-4c66-b454-7cdbd985ddd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:21.104812 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c2cd06b8-a4ca-4c66-b454-7cdbd985ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:21.109937 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-ba341a45-c2d9-4e57-9fac-cb3b46f7ace1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:21.123157 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd06b8-a4ca-4c66-b454-7cdbd985ddd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebfe58c-216d-46a5-a5e9-ca83966e5cba,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:21.125364 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c2cd06b8-a4ca-4c66-b454-7cdbd985ddd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:21.132531 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-c2cd06b8-a4ca-4c66-b454-7cdbd985ddd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:21.137190 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-c2cd06b8-a4ca-4c66-b454-7cdbd985ddd0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ebfe58c-216d-46a5-a5e9-ca83966e5cba HTTP/1.1" status: 204 len: 168 time: 0.1789112 Aug 23 10:29:21.431761 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 47362) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:21.452307 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d4614c6d-c14e-4084-917b-c586cf66219b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:21.467667 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-d4614c6d-c14e-4084-917b-c586cf66219b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:29:21.472585 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-d4614c6d-c14e-4084-917b-c586cf66219b admin admin] Usage tracker for resource:security_group_rule and tenant:65ac95ac81e04e68bc9cc99cb1d54704 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:29:21.475958 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-d4614c6d-c14e-4084-917b-c586cf66219b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:29:21.481689 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-d4614c6d-c14e-4084-917b-c586cf66219b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:29:21.573179 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d4614c6d-c14e-4084-917b-c586cf66219b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:21.577640 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-d4614c6d-c14e-4084-917b-c586cf66219b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:21.585078 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-65d68232-d443-457a-9386-2b491f9277ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:21.624457 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4614c6d-c14e-4084-917b-c586cf66219b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f949ee6d-fc54-4f9c-b85b-4c62dd6a1a45,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:21.628702 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-d4614c6d-c14e-4084-917b-c586cf66219b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65ac95ac81e04e68bc9cc99cb1d54704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1958153 Aug 23 10:29:21.629567 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-d4614c6d-c14e-4084-917b-c586cf66219b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:21.631426 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 47366) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:21.691684 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8062ff89-f70b-448c-9a6f-a44cf2d88560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:21.721288 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8062ff89-f70b-448c-9a6f-a44cf2d88560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:21.784386 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8062ff89-f70b-448c-9a6f-a44cf2d88560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:21.788131 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-91c434c9-d216-4a95-8667-8714aeb15e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:21.799238 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062ff89-f70b-448c-9a6f-a44cf2d88560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f949ee6d-fc54-4f9c-b85b-4c62dd6a1a45,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:21.801344 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-8062ff89-f70b-448c-9a6f-a44cf2d88560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:21.806188 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-8062ff89-f70b-448c-9a6f-a44cf2d88560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:21.807301 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-8062ff89-f70b-448c-9a6f-a44cf2d88560 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f949ee6d-fc54-4f9c-b85b-4c62dd6a1a45 HTTP/1.1" status: 204 len: 168 time: 0.1749356 Aug 23 10:29:23.109934 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:29:23.291888 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 47414) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:23.415554 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-add1a18f-9fc3-46c8-ac90-21c84725c2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:23.431974 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-add1a18f-9fc3-46c8-ac90-21c84725c2e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:29:23.436383 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-add1a18f-9fc3-46c8-ac90-21c84725c2e0 admin admin] Usage tracker for resource:security_group_rule and tenant:3e3b270015254d8ea8deaa343419d9c6 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:29:23.439137 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-add1a18f-9fc3-46c8-ac90-21c84725c2e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:29:23.444913 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-add1a18f-9fc3-46c8-ac90-21c84725c2e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:29:23.530891 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-add1a18f-9fc3-46c8-ac90-21c84725c2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:23.534551 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-add1a18f-9fc3-46c8-ac90-21c84725c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:23.541472 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-fe2030d3-8bfb-4a45-b0fa-15e310794e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:23.584237 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-add1a18f-9fc3-46c8-ac90-21c84725c2e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e3b270015254d8ea8deaa343419d9c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910554 Aug 23 10:29:23.585139 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1a18f-9fc3-46c8-ac90-21c84725c2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22831d41-f6d3-46da-ba5d-b9d02c36a494,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:23.586894 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 47420) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:23.588693 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-add1a18f-9fc3-46c8-ac90-21c84725c2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:23.644590 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-2d602d54-b737-4897-bc9a-a82309569552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:23.671587 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-2d602d54-b737-4897-bc9a-a82309569552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:23.722732 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-2d602d54-b737-4897-bc9a-a82309569552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:23.726423 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-f093e7c2-4e66-42bf-9920-116bc50a81c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:23.739248 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d602d54-b737-4897-bc9a-a82309569552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22831d41-f6d3-46da-ba5d-b9d02c36a494,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:23.741835 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-2d602d54-b737-4897-bc9a-a82309569552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:23.751958 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-2d602d54-b737-4897-bc9a-a82309569552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:23.755988 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-2d602d54-b737-4897-bc9a-a82309569552 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22831d41-f6d3-46da-ba5d-b9d02c36a494 HTTP/1.1" status: 204 len: 168 time: 0.1679945 Aug 23 10:29:24.826283 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 47454) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:24.943125 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-12bf433c-dde5-4556-ae88-c1617a8c82fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:24.960633 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-12bf433c-dde5-4556-ae88-c1617a8c82fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:29:24.964593 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-12bf433c-dde5-4556-ae88-c1617a8c82fb admin admin] Usage tracker for resource:security_group_rule and tenant:768698a630c64a2395e83a28586c847e is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:29:24.967340 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-12bf433c-dde5-4556-ae88-c1617a8c82fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:29:24.972933 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-12bf433c-dde5-4556-ae88-c1617a8c82fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:29:25.056025 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-12bf433c-dde5-4556-ae88-c1617a8c82fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:25.059962 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-12bf433c-dde5-4556-ae88-c1617a8c82fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:25.068188 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-d79b8a5c-b97b-4ced-9ef0-6bda74841deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:25.108179 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-12bf433c-dde5-4556-ae88-c1617a8c82fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=768698a630c64a2395e83a28586c847e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805471 Aug 23 10:29:25.109729 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf433c-dde5-4556-ae88-c1617a8c82fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0ce38d-499f-43ab-8a67-60a2fe85786f,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:25.110766 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 47462) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:25.112804 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-12bf433c-dde5-4556-ae88-c1617a8c82fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:25.179493 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a5c38496-a1a6-4549-b63a-12bbd88e7d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:25.206908 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a5c38496-a1a6-4549-b63a-12bbd88e7d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:25.259791 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a5c38496-a1a6-4549-b63a-12bbd88e7d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:25.263809 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-47ea4604-49d9-44f4-a9e9-97e06f4957de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:25.277954 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c38496-a1a6-4549-b63a-12bbd88e7d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0ce38d-499f-43ab-8a67-60a2fe85786f,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:25.281788 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-a5c38496-a1a6-4549-b63a-12bbd88e7d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:25.287177 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a5c38496-a1a6-4549-b63a-12bbd88e7d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:25.288319 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-a5c38496-a1a6-4549-b63a-12bbd88e7d15 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c0ce38d-499f-43ab-8a67-60a2fe85786f HTTP/1.1" status: 204 len: 168 time: 0.1764989 Aug 23 10:29:36.127674 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-a57a4962-f5ea-4719-85f4-322836005ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:36.772002 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:36.883438 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:38.947709 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-7ff2da37-f473-4392-a8c8-2470c9f1a758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:39.454737 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:40.860814 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:44.997218 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 47558) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:45.110606 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:45.124805 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:29:45.128588 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Usage tracker for resource:security_group_rule and tenant:498555b02b754f669360a71d4dcf303d is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:29:45.131358 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:29:45.137037 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:29:45.223249 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:45.226977 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:45.234937 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-03e15cfd-0921-4c31-abc3-6198e4b05971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:45.280601 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=498555b02b754f669360a71d4dcf303d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815382 Aug 23 10:29:45.281448 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85fb923-905e-4805-8d1d-f48ad1709bf4,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:45.283032 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 47564) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:45.288690 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.289070 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.289437 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.289798 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.290160 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.290514 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.290865 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.291217 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.291572 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.291973 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.292297 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.292644 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.296736 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-2d980bbf-8102-4a32-97e1-2baaec4a19a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:45.343053 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:45.367912 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:45.421792 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:45.425436 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-37acecaf-9646-44e3-863a-7f6d5f6ce60f tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:45.436931 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85fb923-905e-4805-8d1d-f48ad1709bf4,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:45.447832 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.448227 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.448588 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.448940 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.449286 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.449633 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.449976 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.450318 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.450661 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.451007 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.451377 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.451717 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:45.454702 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:45.455788 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a85fb923-905e-4805-8d1d-f48ad1709bf4 HTTP/1.1" status: 204 len: 168 time: 0.1717293 Aug 23 10:29:45.456902 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:00.108265 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:30:06.132607 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-3e2e42b6-a3de-429e-b8a7-13b8e77f1fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:06.775551 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:06.890178 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:08.951023 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-154ea0af-2389-40db-a51d-439d31209ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:09.457005 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:10.864357 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:20.194938 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 47814) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:30:20.309208 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-78334de1-e8a5-43d7-a78d-75045e213ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:20.323797 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-78334de1-e8a5-43d7-a78d-75045e213ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:30:20.327484 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-78334de1-e8a5-43d7-a78d-75045e213ff3 admin admin] Usage tracker for resource:security_group_rule and tenant:501f8c118f8649ac84053fd1bead5a54 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:30:20.330198 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-78334de1-e8a5-43d7-a78d-75045e213ff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:30:20.335984 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-78334de1-e8a5-43d7-a78d-75045e213ff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:30:20.415700 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-78334de1-e8a5-43d7-a78d-75045e213ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:20.419343 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-78334de1-e8a5-43d7-a78d-75045e213ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:20.427978 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-412d0082-94c0-4759-83d3-e59d91ca3426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:20.466820 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-78334de1-e8a5-43d7-a78d-75045e213ff3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=501f8c118f8649ac84053fd1bead5a54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707014 Aug 23 10:30:20.467677 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78334de1-e8a5-43d7-a78d-75045e213ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998bffef-e6bd-43f3-94fa-c27c57a6be06,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:20.469439 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 47820) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:30:20.471394 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-78334de1-e8a5-43d7-a78d-75045e213ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:20.527807 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c0049946-3c8e-4bab-8ebc-db389f175b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:20.553270 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c0049946-3c8e-4bab-8ebc-db389f175b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:20.604228 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c0049946-3c8e-4bab-8ebc-db389f175b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:20.608076 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-778ba583-b4a8-439c-b557-ca41213c48ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:20.622492 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0049946-3c8e-4bab-8ebc-db389f175b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998bffef-e6bd-43f3-94fa-c27c57a6be06,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:20.625254 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-c0049946-3c8e-4bab-8ebc-db389f175b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:20.634869 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-c0049946-3c8e-4bab-8ebc-db389f175b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:20.636015 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-c0049946-3c8e-4bab-8ebc-db389f175b8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/998bffef-e6bd-43f3-94fa-c27c57a6be06 HTTP/1.1" status: 204 len: 168 time: 0.1655836 Aug 23 10:30:23.055792 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-668f6752-f816-46bb-a924-649c98a20f83 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ebf2e7d6d80e4d2ea3e66bc79c4edafe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278068 Aug 23 10:30:23.203134 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-a5a66b5d-92e4-4e8a-9268-26ab3df36931 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:23.205552 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-a5a66b5d-92e4-4e8a-9268-26ab3df36931 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1443024 Aug 23 10:30:23.223233 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-2a105775-bfa8-4803-8b47-bc5500dc6ef7 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/quotas/ebf2e7d6d80e4d2ea3e66bc79c4edafe HTTP/1.1" status: 200 len: 375 time: 0.0097873 Aug 23 10:30:23.271642 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-db6d88db-87fb-45f9-9c0e-289883dc3b88 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebf2e7d6d80e4d2ea3e66bc79c4edafe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435305 Aug 23 10:30:24.464342 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-260a2098-1fdf-458e-bbcc-1e4d9e83fdea req-a2742119-3f6b-4d33-8532-e1a2aa449449 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/ports?device_id=096b0f13-7d03-4114-b40d-5eef44cbc6ae HTTP/1.1" status: 200 len: 210 time: 0.0466583 Aug 23 10:30:25.556065 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a1e3b986-01aa-4c80-af24-20911159a297 req-84c14176-6ebc-4e0d-98e6-9b5c16d03af9 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/ports?device_id=096b0f13-7d03-4114-b40d-5eef44cbc6ae HTTP/1.1" status: 200 len: 210 time: 0.0421982 Aug 23 10:30:26.652310 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-959e9c8e-66fa-4bcb-bc52-43e2f7044f2c req-3597b67b-b86d-4f31-b7c4-330b1a791665 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/ports?device_id=096b0f13-7d03-4114-b40d-5eef44cbc6ae HTTP/1.1" status: 200 len: 210 time: 0.0452125 Aug 23 10:30:27.748462 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c26ae341-a2e4-4eaf-904c-bc010090f3d2 req-35f249f2-09b6-4134-8de0-08e58d47df36 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/ports?device_id=096b0f13-7d03-4114-b40d-5eef44cbc6ae HTTP/1.1" status: 200 len: 210 time: 0.0428057 Aug 23 10:30:28.896250 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b53d5765-aa33-4a0f-bc74-bb23ae5832db req-6d7ec30b-3b3d-42fd-a9b1-6767e1a41393 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/ports?device_id=096b0f13-7d03-4114-b40d-5eef44cbc6ae HTTP/1.1" status: 200 len: 210 time: 0.0427921 Aug 23 10:30:29.437375 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-ec56a610-9fb8-486a-83bf-3ca2c9c276b3 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ebf2e7d6d80e4d2ea3e66bc79c4edafe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327904 Aug 23 10:30:29.595653 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-37e0d8e4-c620-453d-9c07-93e598755873 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:29.597622 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-37e0d8e4-c620-453d-9c07-93e598755873 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1550441 Aug 23 10:30:29.615399 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Request body: {'port': {'device_id': '096b0f13-7d03-4114-b40d-5eef44cbc6ae', 'network_id': '7f473315-df61-45b8-8ca6-1e09d7405d50', 'admin_state_up': True, 'tenant_id': 'ebf2e7d6d80e4d2ea3e66bc79c4edafe'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:30:29.750972 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:30:29.755258 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Usage tracker for resource:port and tenant:ebf2e7d6d80e4d2ea3e66bc79c4edafe is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:30:29.758116 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:30:29.763972 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:30:29.774022 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Made reservation on behalf of ebf2e7d6d80e4d2ea3e66bc79c4edafe for: {'port': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:30:29.777526 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:29.789834 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:29.805551 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:30:29.809340 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Usage tracker for resource:security_group_rule and tenant:ebf2e7d6d80e4d2ea3e66bc79c4edafe is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:30:29.812327 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:30:29.818589 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:30:29.909113 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:29.913649 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:29.916443 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-83bc34a8-2cb8-48aa-8299-32d212ffa4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:29.993042 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e289d5a-2daf-40fb-90ad-6b75d3f37d24,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:29.998410 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:30.054101 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-fb11ff1c-789a-493c-9f3c-6ea3ab25af53 req-7ccf4073-d544-4f6b-9979-43692fcdae1b tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/ports?device_id=096b0f13-7d03-4114-b40d-5eef44cbc6ae HTTP/1.1" status: 200 len: 210 time: 0.0485203 Aug 23 10:30:30.089155 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Allocated IP 192.168.233.136 (7f473315-df61-45b8-8ca6-1e09d7405d50/6022198a-84b8-4f89-8129-f340da0bdc65/e02b93fa-1469-4c4b-99c9-c8a80df28d28) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:30:30.287876 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:30.303808 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Transition to ACTIVE for port object e02b93fa-1469-4c4b-99c9-c8a80df28d28 will not be triggered until provisioned by entity DHCP. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:30:30.327084 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:30.332999 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-77d0fc13-74f7-4b34-bec6-26f27551308d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:30.400448 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Network 7f473315-df61-45b8-8ca6-1e09d7405d50 is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:30:30.403616 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:30:30.407439 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:30:30.445937 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Pushing event updated for resources: {'Port': ['ID=e02b93fa-1469-4c4b-99c9-c8a80df28d28,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:30.450499 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:30.480429 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:30.481046 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:30.508866 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8974905 Aug 23 10:30:30.520790 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Request body: {'port': {'device_id': '096b0f13-7d03-4114-b40d-5eef44cbc6ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:30:30.613989 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-b3552b68-3a99-48e0-8f35-aa1b3bc5013c None None] Provisioning for port e02b93fa-1469-4c4b-99c9-c8a80df28d28 completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:30:30.619248 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-b3552b68-3a99-48e0-8f35-aa1b3bc5013c None None] Provisioning complete for port e02b93fa-1469-4c4b-99c9-c8a80df28d28 triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:30:30.619627 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-b3552b68-3a99-48e0-8f35-aa1b3bc5013c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:30.672652 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-b3552b68-3a99-48e0-8f35-aa1b3bc5013c None None] Port e02b93fa-1469-4c4b-99c9-c8a80df28d28 cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:30:30.729457 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:31.063098 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02b93fa-1469-4c4b-99c9-c8a80df28d28 {{(pid=79164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:30:31.070792 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:31.086366 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Transition to ACTIVE for port object e02b93fa-1469-4c4b-99c9-c8a80df28d28 will not be triggered until provisioned by entity L2. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:30:31.090232 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:31.095139 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-a4b7d1c1-21c5-40e9-a86a-fa8bc181d5b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:31.293130 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Pushing event updated for resources: {'Port': ['ID=e02b93fa-1469-4c4b-99c9-c8a80df28d28,revision_number=2']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:31.306556 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:31.393552 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Attempting to bind port e02b93fa-1469-4c4b-99c9-c8a80df28d28 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:30:31.393904 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Attempting to bind port e02b93fa-1469-4c4b-99c9-c8a80df28d28 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '4e98f586-f835-4056-accc-b907ade1503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7f473315-df61-45b8-8ca6-1e09d7405d50'}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:30:31.394232 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Attempting to bind port e02b93fa-1469-4c4b-99c9-c8a80df28d28 on network 7f473315-df61-45b8-8ca6-1e09d7405d50 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:30:31.404674 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ea3ff-a3cd-42ad-b038-ce93224c6f39 req-5cbed311-bb7d-4690-b0cd-03d4df8c0af0 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:31.405363 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-9a4ea3ff-a3cd-42ad-b038-ce93224c6f39 req-5cbed311-bb7d-4690-b0cd-03d4df8c0af0 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Synchronizing usage tracker for tenant:ebf2e7d6d80e4d2ea3e66bc79c4edafe on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:30:31.410800 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Port e02b93fa-1469-4c4b-99c9-c8a80df28d28 on network 7f473315-df61-45b8-8ca6-1e09d7405d50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:30:31.411117 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Attempting to bind port e02b93fa-1469-4c4b-99c9-c8a80df28d28 on network 7f473315-df61-45b8-8ca6-1e09d7405d50 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:30:31.420333 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Checking agent: {'id': 'da4e5719-434b-498c-af5a-9a8836947b40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'started_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:30:31.420609 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Checking segment: {'id': '4e98f586-f835-4056-accc-b907ade1503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7f473315-df61-45b8-8ca6-1e09d7405d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:30:31.420986 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Bound using segment: {'id': '4e98f586-f835-4056-accc-b907ade1503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7f473315-df61-45b8-8ca6-1e09d7405d50'} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:30:31.421403 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Bound port: e02b93fa-1469-4c4b-99c9-c8a80df28d28, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e98f586-f835-4056-accc-b907ade1503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7f473315-df61-45b8-8ca6-1e09d7405d50'}}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:30:31.421747 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:31.468383 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-9a4ea3ff-a3cd-42ad-b038-ce93224c6f39 req-5cbed311-bb7d-4690-b0cd-03d4df8c0af0 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Unset dirty status for tenant:ebf2e7d6d80e4d2ea3e66bc79c4edafe on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:30:31.469446 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9a4ea3ff-a3cd-42ad-b038-ce93224c6f39 req-5cbed311-bb7d-4690-b0cd-03d4df8c0af0 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/ports?device_id=096b0f13-7d03-4114-b40d-5eef44cbc6ae HTTP/1.1" status: 200 len: 948 time: 0.2669585 Aug 23 10:30:31.546830 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-9a4ea3ff-a3cd-42ad-b038-ce93224c6f39 req-9374ef53-b0dd-4530-b338-a00098a9d7ea tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Synchronizing usage tracker for tenant:ebf2e7d6d80e4d2ea3e66bc79c4edafe on resource:security_group {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:30:31.562130 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] For port e02b93fa-1469-4c4b-99c9-c8a80df28d28, host hv-cinder-80278, cleared binding levels {{(pid=79164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:30:31.567111 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] For port e02b93fa-1469-4c4b-99c9-c8a80df28d28, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e02b93fa-1469-4c4b-99c9-c8a80df28d28,segment=NetworkSegment(4e98f586-f835-4056-accc-b907ade1503e),segment_id=4e98f586-f835-4056-accc-b907ade1503e)] {{(pid=79164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:30:31.571332 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:31.576083 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-49191078-0382-4faa-9dab-b3806353a53f tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:31.611565 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-9a4ea3ff-a3cd-42ad-b038-ce93224c6f39 req-9374ef53-b0dd-4530-b338-a00098a9d7ea tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Unset dirty status for tenant:ebf2e7d6d80e4d2ea3e66bc79c4edafe on resource:security_group {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:30:31.612986 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-9a4ea3ff-a3cd-42ad-b038-ce93224c6f39 req-9374ef53-b0dd-4530-b338-a00098a9d7ea tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e289d5a-2daf-40fb-90ad-6b75d3f37d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372530 Aug 23 10:30:31.634429 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:31.635051 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:31.636428 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] 10.222.0.46 "PUT /v2.0/ports/e02b93fa-1469-4c4b-99c9-c8a80df28d28 HTTP/1.1" status: 200 len: 1098 time: 1.1198585 Aug 23 10:30:31.636938 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096b0f13-7d03-4114-b40d-5eef44cbc6ae', 'tag': 'e02b93fa-1469-4c4b-99c9-c8a80df28d28'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:30:31.660488 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Pushing event updated for resources: {'Port': ['ID=e02b93fa-1469-4c4b-99c9-c8a80df28d28,revision_number=3']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:31.664041 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:31.716465 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096b0f13-7d03-4114-b40d-5eef44cbc6ae', 'tag': 'e02b93fa-1469-4c4b-99c9-c8a80df28d28', 'status': 'completed', 'code': 200} Aug 23 10:30:31.758126 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-025f1c28-f057-4a0c-a01f-01b2b1c0fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:31.759598 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-025f1c28-f057-4a0c-a01f-01b2b1c0fd9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebf2e7d6d80e4d2ea3e66bc79c4edafe&device_id=096b0f13-7d03-4114-b40d-5eef44cbc6ae HTTP/1.1" status: 200 len: 1101 time: 0.0750268 Aug 23 10:30:31.839099 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-8f808b64-b612-4a04-b20f-40ce0eb33cdf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=e02b93fa-1469-4c4b-99c9-c8a80df28d28 HTTP/1.1" status: 200 len: 217 time: 0.0719855 Aug 23 10:30:31.900896 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-2a0d1a71-e168-4b72-a0c8-5411a681976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:31.902313 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-2a0d1a71-e168-4b72-a0c8-5411a681976e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6022198a-84b8-4f89-8129-f340da0bdc65 HTTP/1.1" status: 200 len: 843 time: 0.0567865 Aug 23 10:30:31.979739 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-2596e0c4-7a7b-42a6-9cc9-c9540354c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:31.981193 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-2596e0c4-7a7b-42a6-9cc9-c9540354c3de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7f473315-df61-45b8-8ca6-1e09d7405d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0710061 Aug 23 10:30:32.111929 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-e2924259-38dc-4bd7-9558-72fd91eb2a63 service neutron] 10.222.0.46 "GET /v2.0/networks/7f473315-df61-45b8-8ca6-1e09d7405d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235530 Aug 23 10:30:32.245554 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b987f8e9-44eb-4669-8cf2-e0fb18c82e6f req-309026d9-50da-4e3c-a1b4-998b412feb34 service neutron] 10.222.0.46 "GET /v2.0/networks/7f473315-df61-45b8-8ca6-1e09d7405d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270719 Aug 23 10:30:32.357030 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00408e-6796-4f84-a145-aaa744701d06 req-82168562-bf2a-453b-bf2d-6a0621ff42c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:32.358519 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4d00408e-6796-4f84-a145-aaa744701d06 req-82168562-bf2a-453b-bf2d-6a0621ff42c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebf2e7d6d80e4d2ea3e66bc79c4edafe&device_id=096b0f13-7d03-4114-b40d-5eef44cbc6ae HTTP/1.1" status: 200 len: 1101 time: 0.0700395 Aug 23 10:30:32.581231 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00408e-6796-4f84-a145-aaa744701d06 req-9a680e2b-64e5-4482-aca3-3addb66ee4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:32.582931 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4d00408e-6796-4f84-a145-aaa744701d06 req-9a680e2b-64e5-4482-aca3-3addb66ee4a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7f473315-df61-45b8-8ca6-1e09d7405d50 HTTP/1.1" status: 200 len: 870 time: 0.2177908 Aug 23 10:30:32.653246 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4d00408e-6796-4f84-a145-aaa744701d06 req-d1af1ffe-78fb-4980-a24c-3733caaca4de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=e02b93fa-1469-4c4b-99c9-c8a80df28d28 HTTP/1.1" status: 200 len: 217 time: 0.0631256 Aug 23 10:30:32.716091 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00408e-6796-4f84-a145-aaa744701d06 req-432e8f72-ccc4-4051-9188-3cbfe9039483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:32.717528 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4d00408e-6796-4f84-a145-aaa744701d06 req-432e8f72-ccc4-4051-9188-3cbfe9039483 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6022198a-84b8-4f89-8129-f340da0bdc65 HTTP/1.1" status: 200 len: 843 time: 0.0568612 Aug 23 10:30:32.856070 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea3a2a-6030-4abc-85f0-c9cf566a6e17 req-bbc2baa2-e684-413e-9981-e6ee36ba6de5 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:32.857432 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a7ea3a2a-6030-4abc-85f0-c9cf566a6e17 req-bbc2baa2-e684-413e-9981-e6ee36ba6de5 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/ports?device_id=096b0f13-7d03-4114-b40d-5eef44cbc6ae HTTP/1.1" status: 200 len: 948 time: 0.1384528 Aug 23 10:30:32.859812 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00408e-6796-4f84-a145-aaa744701d06 req-f01ea2c1-5ddc-4ee1-9f76-cd27a7ca5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:32.861156 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4d00408e-6796-4f84-a145-aaa744701d06 req-f01ea2c1-5ddc-4ee1-9f76-cd27a7ca5d90 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7f473315-df61-45b8-8ca6-1e09d7405d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1076369 Aug 23 10:30:32.940263 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-a7ea3a2a-6030-4abc-85f0-c9cf566a6e17 req-f8eab9bf-6177-43b6-bcf5-2d59fcfd2c61 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e289d5a-2daf-40fb-90ad-6b75d3f37d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765314 Aug 23 10:30:33.026827 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4d00408e-6796-4f84-a145-aaa744701d06 req-e7ac4ed8-71bf-45dc-ac6d-ee93628627c6 service neutron] 10.222.0.46 "GET /v2.0/networks/7f473315-df61-45b8-8ca6-1e09d7405d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480765 Aug 23 10:30:33.159497 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4d00408e-6796-4f84-a145-aaa744701d06 req-65c93038-cb47-40ae-9a4e-3e2765451fc6 service neutron] 10.222.0.46 "GET /v2.0/networks/7f473315-df61-45b8-8ca6-1e09d7405d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252303 Aug 23 10:30:33.938810 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device e02b93fa-1469-4c4b-99c9-c8a80df28d28 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:30:34.072985 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port e02b93fa-1469-4c4b-99c9-c8a80df28d28, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e02b93fa-1469-4c4b-99c9-c8a80df28d28,segment=NetworkSegment(4e98f586-f835-4056-accc-b907ade1503e),segment_id=4e98f586-f835-4056-accc-b907ade1503e)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:30:34.089818 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': 'e02b93fa-1469-4c4b-99c9-c8a80df28d28', 'network_id': '7f473315-df61-45b8-8ca6-1e09d7405d50', 'port_id': 'e02b93fa-1469-4c4b-99c9-c8a80df28d28', 'mac_address': 'fa:16:3e:00:6f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6022198a-84b8-4f89-8129-f340da0bdc65', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:30:34.125514 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd06fb2-8a0e-468b-9212-546be690ffb6 req-a9eb43ba-f542-46df-9682-4e6d2d20c7c0 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:34.126981 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-bfd06fb2-8a0e-468b-9212-546be690ffb6 req-a9eb43ba-f542-46df-9682-4e6d2d20c7c0 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/ports?device_id=096b0f13-7d03-4114-b40d-5eef44cbc6ae HTTP/1.1" status: 200 len: 948 time: 0.0820825 Aug 23 10:30:34.149061 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:34.166458 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02b93fa-1469-4c4b-99c9-c8a80df28d28 {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:30:34.172430 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-bfd06fb2-8a0e-468b-9212-546be690ffb6 req-d69483cf-489a-475e-b0c4-80781ba8918a tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e289d5a-2daf-40fb-90ad-6b75d3f37d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393465 Aug 23 10:30:34.182753 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port e02b93fa-1469-4c4b-99c9-c8a80df28d28, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e02b93fa-1469-4c4b-99c9-c8a80df28d28,segment=NetworkSegment(4e98f586-f835-4056-accc-b907ade1503e),segment_id=4e98f586-f835-4056-accc-b907ade1503e)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:30:34.187063 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:34.190192 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:34.255851 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=e02b93fa-1469-4c4b-99c9-c8a80df28d28,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:34.262835 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:34.263194 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:34.263520 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:34.263872 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:34.264210 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:34.264543 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:34.264870 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:34.265192 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:34.265519 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:34.265839 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:34.266160 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:34.266479 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:34.270247 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:34.392715 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['e02b93fa-1469-4c4b-99c9-c8a80df28d28'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:30:35.355849 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cddd1-6718-4964-97d7-854aeb480ec4 req-7443a171-ee53-40a2-9201-6ebd1940e58b tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:35.357298 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2a1cddd1-6718-4964-97d7-854aeb480ec4 req-7443a171-ee53-40a2-9201-6ebd1940e58b tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/ports?device_id=096b0f13-7d03-4114-b40d-5eef44cbc6ae HTTP/1.1" status: 200 len: 949 time: 0.0789154 Aug 23 10:30:35.401077 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-2a1cddd1-6718-4964-97d7-854aeb480ec4 req-f003c1f0-c62e-417c-934e-88f8154cfa85 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e289d5a-2daf-40fb-90ad-6b75d3f37d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376990 Aug 23 10:30:35.955332 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device e02b93fa-1469-4c4b-99c9-c8a80df28d28 up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:30:36.023131 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning for port e02b93fa-1469-4c4b-99c9-c8a80df28d28 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:30:36.027811 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port e02b93fa-1469-4c4b-99c9-c8a80df28d28 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:30:36.028194 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:36.153626 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-eaed481b-cad7-40d4-91bc-bf7115cc0f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:36.155084 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:36.182483 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096b0f13-7d03-4114-b40d-5eef44cbc6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02b93fa-1469-4c4b-99c9-c8a80df28d28'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:30:36.192687 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port e02b93fa-1469-4c4b-99c9-c8a80df28d28, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e02b93fa-1469-4c4b-99c9-c8a80df28d28,segment=NetworkSegment(4e98f586-f835-4056-accc-b907ade1503e),segment_id=4e98f586-f835-4056-accc-b907ade1503e)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:30:36.197594 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:36.200232 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:36.235265 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096b0f13-7d03-4114-b40d-5eef44cbc6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02b93fa-1469-4c4b-99c9-c8a80df28d28', 'code': 200} Aug 23 10:30:36.266797 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=e02b93fa-1469-4c4b-99c9-c8a80df28d28,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:36.270196 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:36.466904 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bf513-b37d-46ff-b825-47114ace27fd req-b43f9d02-fa8a-4798-aa2e-f9c48831057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:36.468390 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-188bf513-b37d-46ff-b825-47114ace27fd req-b43f9d02-fa8a-4798-aa2e-f9c48831057f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=096b0f13-7d03-4114-b40d-5eef44cbc6ae HTTP/1.1" status: 200 len: 1103 time: 0.0805557 Aug 23 10:30:36.508639 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-188bf513-b37d-46ff-b825-47114ace27fd req-e7b5b577-de36-49d3-b1ca-f53c3ac8f2a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8e289d5a-2daf-40fb-90ad-6b75d3f37d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339768 Aug 23 10:30:36.586703 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78748738-04f6-44a8-9194-576559771bfa req-51f1586d-2d12-4c9c-965e-a6c865b7eafe tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:36.588366 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-78748738-04f6-44a8-9194-576559771bfa req-51f1586d-2d12-4c9c-965e-a6c865b7eafe tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/ports?device_id=096b0f13-7d03-4114-b40d-5eef44cbc6ae HTTP/1.1" status: 200 len: 950 time: 0.0785615 Aug 23 10:30:36.634387 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-78748738-04f6-44a8-9194-576559771bfa req-50f81b45-a425-4313-8606-a1108e246b71 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e289d5a-2daf-40fb-90ad-6b75d3f37d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405955 Aug 23 10:30:36.778877 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:36.919291 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:37.107038 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:30:37.819383 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabe38d-6bf3-4d04-bff1-126f3577ba90 req-3c27b135-63fe-4eea-98e3-13bc307628bd tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:37.820768 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ebabe38d-6bf3-4d04-bff1-126f3577ba90 req-3c27b135-63fe-4eea-98e3-13bc307628bd tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/ports?device_id=096b0f13-7d03-4114-b40d-5eef44cbc6ae HTTP/1.1" status: 200 len: 950 time: 0.0820735 Aug 23 10:30:37.864585 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ebabe38d-6bf3-4d04-bff1-126f3577ba90 req-4327d486-1661-48d2-88b6-df1a90d1bdea tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e289d5a-2daf-40fb-90ad-6b75d3f37d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382347 Aug 23 10:30:38.293133 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a81804-f308-496a-9272-fecfbb277063 req-1ca96b40-d9b2-45bf-b5ac-e4d70be57c3a tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:38.294570 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-d7a81804-f308-496a-9272-fecfbb277063 req-1ca96b40-d9b2-45bf-b5ac-e4d70be57c3a tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/ports?device_id=096b0f13-7d03-4114-b40d-5eef44cbc6ae HTTP/1.1" status: 200 len: 950 time: 0.0779834 Aug 23 10:30:38.343052 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-d7a81804-f308-496a-9272-fecfbb277063 req-6696e4b2-342e-499e-a752-fc37ff4ac4a2 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e289d5a-2daf-40fb-90ad-6b75d3f37d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422001 Aug 23 10:30:38.954702 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-bde36e0e-8a85-4855-be41-6f00e78c54e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:39.460504 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:39.584090 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f7a00-23dc-4005-95e6-df1c642e78cb req-6177f58f-f46f-47ce-9151-d0edb5132e84 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:39.585507 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-932f7a00-23dc-4005-95e6-df1c642e78cb req-6177f58f-f46f-47ce-9151-d0edb5132e84 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.46 "GET /v2.0/ports?device_id=096b0f13-7d03-4114-b40d-5eef44cbc6ae HTTP/1.1" status: 200 len: 950 time: 0.1413479 Aug 23 10:30:39.596167 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ea94d-bf7e-46c3-b120-c9b41992cbe9 req-9239c955-e172-44d2-b08d-33e096e9bdd7 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:39.598028 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4a7ea94d-bf7e-46c3-b120-c9b41992cbe9 req-9239c955-e172-44d2-b08d-33e096e9bdd7 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/ports?device_id=096b0f13-7d03-4114-b40d-5eef44cbc6ae HTTP/1.1" status: 200 len: 950 time: 0.1185887 Aug 23 10:30:39.688834 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-932f7a00-23dc-4005-95e6-df1c642e78cb req-ea1d8658-626c-49d5-aeec-6ff70af4c244 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Deleting port e02b93fa-1469-4c4b-99c9-c8a80df28d28 {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:30:39.689173 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-932f7a00-23dc-4005-95e6-df1c642e78cb req-ea1d8658-626c-49d5-aeec-6ff70af4c244 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:39.721232 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-4a7ea94d-bf7e-46c3-b120-c9b41992cbe9 req-d238fba5-b235-4c7b-bec6-bc19b0127718 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e289d5a-2daf-40fb-90ad-6b75d3f37d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941122 Aug 23 10:30:39.934099 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-932f7a00-23dc-4005-95e6-df1c642e78cb req-ea1d8658-626c-49d5-aeec-6ff70af4c244 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] For port e02b93fa-1469-4c4b-99c9-c8a80df28d28, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e02b93fa-1469-4c4b-99c9-c8a80df28d28,segment=NetworkSegment(4e98f586-f835-4056-accc-b907ade1503e),segment_id=4e98f586-f835-4056-accc-b907ade1503e)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:30:39.934454 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-932f7a00-23dc-4005-95e6-df1c642e78cb req-ea1d8658-626c-49d5-aeec-6ff70af4c244 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:40.156230 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-932f7a00-23dc-4005-95e6-df1c642e78cb req-ea1d8658-626c-49d5-aeec-6ff70af4c244 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Calling delete_port for e02b93fa-1469-4c4b-99c9-c8a80df28d28 owned by compute:nova {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:30:40.305283 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-932f7a00-23dc-4005-95e6-df1c642e78cb req-ea1d8658-626c-49d5-aeec-6ff70af4c244 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:40.310567 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-fe439549-e0b8-4eec-aaa1-ab2abcd37f3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:40.353210 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d8658-626c-49d5-aeec-6ff70af4c244 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Pushing event deleted for resources: {'Port': ['ID=e02b93fa-1469-4c4b-99c9-c8a80df28d28,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:40.356574 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-ea1d8658-626c-49d5-aeec-6ff70af4c244 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:40.432813 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-932f7a00-23dc-4005-95e6-df1c642e78cb req-ea1d8658-626c-49d5-aeec-6ff70af4c244 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] No DVR routers for this DVR port e02b93fa-1469-4c4b-99c9-c8a80df28d28 on host hv-cinder-80278 {{(pid=79164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:30:40.435351 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-932f7a00-23dc-4005-95e6-df1c642e78cb req-ea1d8658-626c-49d5-aeec-6ff70af4c244 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:40.438212 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096b0f13-7d03-4114-b40d-5eef44cbc6ae', 'name': 'network-vif-deleted', 'tag': 'e02b93fa-1469-4c4b-99c9-c8a80df28d28'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:30:40.455938 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-932f7a00-23dc-4005-95e6-df1c642e78cb req-ea1d8658-626c-49d5-aeec-6ff70af4c244 tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.46 "DELETE /v2.0/ports/e02b93fa-1469-4c4b-99c9-c8a80df28d28 HTTP/1.1" status: 204 len: 173 time: 0.8568721 Aug 23 10:30:40.489170 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096b0f13-7d03-4114-b40d-5eef44cbc6ae', 'name': 'network-vif-deleted', 'tag': 'e02b93fa-1469-4c4b-99c9-c8a80df28d28', 'status': 'completed', 'code': 200} Aug 23 10:30:40.865395 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:40.886210 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-b5eeb9a0-67d0-4681-a0a4-9422c0c995f2 req-940a630f-b939-4eb4-a554-a0e359e4ba9d tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Synchronizing usage tracker for tenant:ebf2e7d6d80e4d2ea3e66bc79c4edafe on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:30:40.902234 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-b5eeb9a0-67d0-4681-a0a4-9422c0c995f2 req-940a630f-b939-4eb4-a554-a0e359e4ba9d tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] Unset dirty status for tenant:ebf2e7d6d80e4d2ea3e66bc79c4edafe on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:30:40.903620 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-b5eeb9a0-67d0-4681-a0a4-9422c0c995f2 req-940a630f-b939-4eb4-a554-a0e359e4ba9d tempest-VolumesNegativeTest-2037992894 tempest-VolumesNegativeTest-2037992894-project] 10.222.0.20 "GET /v2.0/ports?device_id=096b0f13-7d03-4114-b40d-5eef44cbc6ae HTTP/1.1" status: 200 len: 210 time: 0.0611351 Aug 23 10:30:41.962838 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device e02b93fa-1469-4c4b-99c9-c8a80df28d28 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:30:41.999817 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] No Port match for: e02b93fa-1469-4c4b-99c9-c8a80df28d28 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:30:42.000168 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device e02b93fa-1469-4c4b-99c9-c8a80df28d28 not bound to the agent host hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:30:46.436747 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 48170) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:30:46.587997 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-7adf34f7-ae74-401b-9b20-a06f8043d939 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebf2e7d6d80e4d2ea3e66bc79c4edafe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494915 Aug 23 10:30:46.589983 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 48176) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:30:46.656360 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-235c9313-9846-42d4-92c4-17d2c038549c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:46.682970 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-235c9313-9846-42d4-92c4-17d2c038549c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:46.736774 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-235c9313-9846-42d4-92c4-17d2c038549c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:46.741282 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-97015892-1f07-4c27-b314-1c6644330974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:46.756891 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c9313-9846-42d4-92c4-17d2c038549c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e289d5a-2daf-40fb-90ad-6b75d3f37d24,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:46.770795 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c9313-9846-42d4-92c4-17d2c038549c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:46.771186 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c9313-9846-42d4-92c4-17d2c038549c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:46.771555 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c9313-9846-42d4-92c4-17d2c038549c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:46.771944 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c9313-9846-42d4-92c4-17d2c038549c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:46.772306 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c9313-9846-42d4-92c4-17d2c038549c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:46.772752 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c9313-9846-42d4-92c4-17d2c038549c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:46.773209 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c9313-9846-42d4-92c4-17d2c038549c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:46.773690 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c9313-9846-42d4-92c4-17d2c038549c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:46.774175 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c9313-9846-42d4-92c4-17d2c038549c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:46.774662 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c9313-9846-42d4-92c4-17d2c038549c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:46.775157 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c9313-9846-42d4-92c4-17d2c038549c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:46.775658 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c9313-9846-42d4-92c4-17d2c038549c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:46.780565 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-235c9313-9846-42d4-92c4-17d2c038549c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:46.782900 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-235c9313-9846-42d4-92c4-17d2c038549c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:46.784824 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-235c9313-9846-42d4-92c4-17d2c038549c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e289d5a-2daf-40fb-90ad-6b75d3f37d24 HTTP/1.1" status: 204 len: 168 time: 0.1938026 Aug 23 10:30:47.466827 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 48200) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:30:47.570302 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-851123087-network', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:30:47.575132 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:30:47.578971 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Usage tracker for resource:network and tenant:1192b351b90e4174b8c8e3acc37758bd is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:30:47.582863 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:30:47.588556 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:30:47.597197 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Made reservation on behalf of 1192b351b90e4174b8c8e3acc37758bd for: {'network': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:30:47.599475 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for network, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:47.611618 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:47.625852 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:30:47.630217 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Usage tracker for resource:security_group_rule and tenant:1192b351b90e4174b8c8e3acc37758bd is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:30:47.632982 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:30:47.638590 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:30:47.721866 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:47.727026 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:47.728464 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-d8f28a92-9115-4bd7-9dc6-9a822a38e93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:47.761044 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=79164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:30:47.770660 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e48718-709e-49ac-a63a-8d26f5f203b8,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:47.774126 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:47.776736 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:47.777076 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.db.segments_db [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Added segment d3b090b2-48d2-434e-b165-8fd35753cf0e of type vlan for network 027765e8-d43b-4b2c-b032-7b4bd8ba55a4 Aug 23 10:30:47.803366 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775983037579'] for network, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:47.832079 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for network, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:47.833393 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:47.833966 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:47.838419 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:47.931653 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4637377 Aug 23 10:30:47.934519 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48206) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:30:47.937035 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Pushing event updated for resources: {'Network': ['ID=027765e8-d43b-4b2c-b032-7b4bd8ba55a4,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:47.939721 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-4300555d-9a48-4e1c-91a9-4d364960942d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:47.941869 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Request body: {'subnet': {'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-851123087-subnet', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'ip_version': 4}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:30:47.947355 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Network 027765e8-d43b-4b2c-b032-7b4bd8ba55a4 details requested by agent ovs-agent-dv-cinder-802781-2-smb with host dv-cinder-802781-2-smb {{(pid=79165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:30:47.948044 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:30:47.952142 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Usage tracker for resource:subnet and tenant:1192b351b90e4174b8c8e3acc37758bd is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:30:47.954957 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:30:47.961815 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:30:47.972645 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Made reservation on behalf of 1192b351b90e4174b8c8e3acc37758bd for: {'subnet': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:30:47.974977 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26586353'] for subnet, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:48.258809 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26786065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26586243'] for subnet, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:48.263500 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:48.338115 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d74e016-5f0e-42bc-9ba5-aff0aaef1923,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:48.349557 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:48.349937 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:48.350307 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:48.350671 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:48.351034 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:48.351396 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:48.351752 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:48.352201 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:48.352558 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:48.352957 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:48.353328 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:48.353726 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:48.357520 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:48.360365 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Checking segment: {'id': 'd3b090b2-48d2-434e-b165-8fd35753cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:30:48.360758 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Network hostable DHCP agents. Network: 027765e8-d43b-4b2c-b032-7b4bd8ba55a4, hostable agents: ['e4366bde-9e46-4a9c-adf7-2d64cdf13340'], hosted agents: [] {{(pid=79163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:30:48.383284 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Network 027765e8-d43b-4b2c-b032-7b4bd8ba55a4 is scheduled to be hosted by DHCP agent e4366bde-9e46-4a9c-adf7-2d64cdf13340 with binding_index 1 {{(pid=79163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:30:48.392081 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-smb, 027765e8-d43b-4b2c-b032-7b4bd8ba55a4) {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:30:48.396617 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:48.397688 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:48.400823 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46236221-c3a3-4bce-850d-7f34b094a37a None None] Network 027765e8-d43b-4b2c-b032-7b4bd8ba55a4 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:30:48.426707 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 48210) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:30:48.427015 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-55fd2eb2-c6c6-443a-b1ef-d4772f608a95 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4909964 Aug 23 10:30:48.431789 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-851123087-router', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:30:48.436412 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:30:48.440316 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Usage tracker for resource:router and tenant:1192b351b90e4174b8c8e3acc37758bd is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:30:48.443252 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:30:48.449014 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:30:48.460446 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3807438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6589'] for router, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:48.461428 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:48.477152 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:48.611465 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76cf127e-a354-528f-8ac1-44611a3235cc-027765e8-d43b-4b2c-b032-7b4bd8ba55a4', 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'fixed_ips': [{'subnet_id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923'}]}} from dv-cinder-802781-2-smb. {{(pid=79165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 10:30:48.613093 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:48.744748 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6470'] for router, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:48.764319 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.db_base_plugin_common [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Allocated IP 172.20.0.2 (027765e8-d43b-4b2c-b032-7b4bd8ba55a4/6d74e016-5f0e-42bc-9ba5-aff0aaef1923/15260026-3f43-4815-8ab9-36ff47132f2d) {{(pid=79165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:30:48.962459 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Notify callbacks [] for port, precommit_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:48.973516 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Transition to ACTIVE for port object 15260026-3f43-4815-8ab9-36ff47132f2d will not be triggered until provisioned by entity L2. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:30:48.991259 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Transition to ACTIVE for port object 15260026-3f43-4815-8ab9-36ff47132f2d will not be triggered until provisioned by entity DHCP. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:30:48.997536 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:49.002399 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:49.062309 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Network 027765e8-d43b-4b2c-b032-7b4bd8ba55a4 is already hosted by enough agents. {{(pid=79165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:30:49.064255 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:49.066076 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.scheduler.base_scheduler [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Resources bound (agent type, host, resource id): {{(pid=79165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:30:49.068600 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Received port after_create {{(pid=79165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:30:49.096224 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:49.114747 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Pushing event updated for resources: {'Port': ['ID=15260026-3f43-4815-8ab9-36ff47132f2d,revision_number=1']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:49.140912 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:49.170848 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Attempting to bind port 15260026-3f43-4815-8ab9-36ff47132f2d on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:30:49.171262 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Attempting to bind port 15260026-3f43-4815-8ab9-36ff47132f2d by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': 'd3b090b2-48d2-434e-b165-8fd35753cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4'}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:30:49.171641 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Attempting to bind port 15260026-3f43-4815-8ab9-36ff47132f2d on network 027765e8-d43b-4b2c-b032-7b4bd8ba55a4 {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:30:49.177338 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:30:49.177721 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Checking segment: {'id': 'd3b090b2-48d2-434e-b165-8fd35753cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:30:49.178142 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:49.178538 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Bound using segment: {'id': 'd3b090b2-48d2-434e-b165-8fd35753cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4'} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:30:49.179011 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Bound port: 15260026-3f43-4815-8ab9-36ff47132f2d, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b090b2-48d2-434e-b165-8fd35753cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4'}}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:30:49.179397 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:49.270257 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] For port 15260026-3f43-4815-8ab9-36ff47132f2d, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:30:49.273310 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] For port 15260026-3f43-4815-8ab9-36ff47132f2d, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=15260026-3f43-4815-8ab9-36ff47132f2d,segment=NetworkSegment(d3b090b2-48d2-434e-b165-8fd35753cf0e),segment_id=d3b090b2-48d2-434e-b165-8fd35753cf0e)] {{(pid=79165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:30:49.278466 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:49.282077 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:49.340398 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Allocated IP 172.28.2.251 (6abbf648-30c3-4bc3-b6f8-fb92b7833a6b/1bf33108-a606-44c8-ae34-6d10a469fb3b/51c5eecc-7bd7-422b-9387-ccb548d2ff44) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:30:49.370811 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Pushing event updated for resources: {'Port': ['ID=15260026-3f43-4815-8ab9-36ff47132f2d,revision_number=2']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:49.375685 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:49.503516 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:49.542427 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:49.547233 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-5af90d87-7fe1-4085-8b1c-37d7d0d103eb tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:49.624262 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:30:49.627317 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:30:49.632096 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:30:49.643769 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 15260026-3f43-4815-8ab9-36ff47132f2d up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:30:49.667389 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Pushing event updated for resources: {'Port': ['ID=51c5eecc-7bd7-422b-9387-ccb548d2ff44,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:49.671509 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:49.712650 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port 15260026-3f43-4815-8ab9-36ff47132f2d completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:30:50.062482 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:50.222802 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcbf784-c5f7-4e2c-b205-e116b5440239 None None] Network 027765e8-d43b-4b2c-b032-7b4bd8ba55a4 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:30:50.345177 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-f09bb509-d34a-4dbc-8a6a-8ddab3ff2b3e None None] Provisioning for port 15260026-3f43-4815-8ab9-36ff47132f2d completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:30:50.356283 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-f09bb509-d34a-4dbc-8a6a-8ddab3ff2b3e None None] Provisioning complete for port 15260026-3f43-4815-8ab9-36ff47132f2d triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:30:50.356662 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f09bb509-d34a-4dbc-8a6a-8ddab3ff2b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:50.408403 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901087'] for router, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:50.573607 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f09bb509-d34a-4dbc-8a6a-8ddab3ff2b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:50.608365 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Router d1dfd824-963f-4ac0-a7d9-56c8ac5860ad is scheduled to L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 with binding_index 1 {{(pid=79164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 10:30:50.620852 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-f09bb509-d34a-4dbc-8a6a-8ddab3ff2b3e None None] For port 15260026-3f43-4815-8ab9-36ff47132f2d, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=15260026-3f43-4815-8ab9-36ff47132f2d,segment=NetworkSegment(d3b090b2-48d2-434e-b165-8fd35753cf0e),segment_id=d3b090b2-48d2-434e-b165-8fd35753cf0e)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:30:50.628201 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f09bb509-d34a-4dbc-8a6a-8ddab3ff2b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:50.630061 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:50.701837 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bb509-d34a-4dbc-8a6a-8ddab3ff2b3e None None] Pushing event updated for resources: {'Port': ['ID=15260026-3f43-4815-8ab9-36ff47132f2d,revision_number=3']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:50.705050 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-f09bb509-d34a-4dbc-8a6a-8ddab3ff2b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:50.847699 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-87d0c5a3-7137-4a8e-af5e-c25b97ace07f None None] Provisioning complete for port 15260026-3f43-4815-8ab9-36ff47132f2d triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:30:50.848228 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-87d0c5a3-7137-4a8e-af5e-c25b97ace07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:50.903224 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:30:50.912490 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Sync routers for ids ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'] in dv-cinder-802781-2-smb {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:30:50.928814 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] Notify callbacks [] for router, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:50.930145 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-71f75533-bbd8-437c-8d7e-493c2613f2b2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5024393 Aug 23 10:30:50.932779 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 48214) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:30:50.964396 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Routers {'d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:30:50.965032 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:30:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:30:51.153140 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Set router d1dfd824-963f-4ac0-a7d9-56c8ac5860ad gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:30:51.434649 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'name': 'tempest-TestShelveInstance-851123087-router', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:48Z', 'updated_at': '2021-08-23T10:30:49Z', 'revision_number': 3, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'gw_port': {'id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:49Z', 'updated_at': '2021-08-23T10:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:30:51.438465 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Checking router: d1dfd824-963f-4ac0-a7d9-56c8ac5860ad for host: dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:30:51.438852 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Updating router d1dfd824-963f-4ac0-a7d9-56c8ac5860ad port 51c5eecc-7bd7-422b-9387-ccb548d2ff44 binding host dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:30:51.494050 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:51.584614 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 15260026-3f43-4815-8ab9-36ff47132f2d up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:30:51.604740 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:51.761149 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 15260026-3f43-4815-8ab9-36ff47132f2d triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:30:51.761446 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:51.810189 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Allocated IP 172.20.0.1 (027765e8-d43b-4b2c-b032-7b4bd8ba55a4/6d74e016-5f0e-42bc-9ba5-aff0aaef1923/a0719963-8d41-47d0-bf41-48fa170af56f) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:30:51.961396 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:51.977647 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Transition to ACTIVE for port object a0719963-8d41-47d0-bf41-48fa170af56f will not be triggered until provisioned by entity DHCP. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:30:52.002366 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:52.011458 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-b84f234b-ab47-43f5-a4e1-a03c9465c140 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:52.019275 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Notify callbacks [] for port, precommit_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:52.031207 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Transition to ACTIVE for port object 51c5eecc-7bd7-422b-9387-ccb548d2ff44 will not be triggered until provisioned by entity L2. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:30:52.037915 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:52.042130 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:52.076422 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Network 027765e8-d43b-4b2c-b032-7b4bd8ba55a4 is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:30:52.079172 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:30:52.083507 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:30:52.114737 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Pushing event updated for resources: {'Port': ['ID=a0719963-8d41-47d0-bf41-48fa170af56f,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:52.119196 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Attempting to bind port 51c5eecc-7bd7-422b-9387-ccb548d2ff44 on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:30:52.119370 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Attempting to bind port 51c5eecc-7bd7-422b-9387-ccb548d2ff44 by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:30:52.119623 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Attempting to bind port 51c5eecc-7bd7-422b-9387-ccb548d2ff44 on network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:30:52.121064 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:52.127678 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:30:52.128068 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Checking segment: {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:30:52.128489 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:52.128896 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Bound using segment: {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:30:52.129383 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Bound port: 51c5eecc-7bd7-422b-9387-ccb548d2ff44, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:30:52.129952 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:52.147353 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3806810'] for router_interface, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:52.157523 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322001a-2af0-4f16-8f1d-a9ea96e09e40 None None] Pushing event updated for resources: {'Port': ['ID=51c5eecc-7bd7-422b-9387-ccb548d2ff44,revision_number=2']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:52.166357 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-f322001a-2af0-4f16-8f1d-a9ea96e09e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:52.207416 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] For port 51c5eecc-7bd7-422b-9387-ccb548d2ff44, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:30:52.210965 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] For port 51c5eecc-7bd7-422b-9387-ccb548d2ff44, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=51c5eecc-7bd7-422b-9387-ccb548d2ff44,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:30:52.215603 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:52.223886 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:52.300934 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Routers {'d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:30:52.301586 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:30:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:30:52.374479 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322001a-2af0-4f16-8f1d-a9ea96e09e40 None None] Pushing event updated for resources: {'Port': ['ID=51c5eecc-7bd7-422b-9387-ccb548d2ff44,revision_number=3']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:52.386588 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-f322001a-2af0-4f16-8f1d-a9ea96e09e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:52.400926 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-6cab7ad2-407a-45ec-bfe4-46d39c140a24 None None] Provisioning for port a0719963-8d41-47d0-bf41-48fa170af56f completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:30:52.456931 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-6cab7ad2-407a-45ec-bfe4-46d39c140a24 None None] Provisioning complete for port a0719963-8d41-47d0-bf41-48fa170af56f triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:30:52.457599 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-6cab7ad2-407a-45ec-bfe4-46d39c140a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:52.522156 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:52.536776 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-6cab7ad2-407a-45ec-bfe4-46d39c140a24 None None] Port a0719963-8d41-47d0-bf41-48fa170af56f cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:30:52.545527 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] Set router d1dfd824-963f-4ac0-a7d9-56c8ac5860ad gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:30:52.751000 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:52.756325 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:52.782979 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:52.826257 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'name': 'tempest-TestShelveInstance-851123087-router', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:48Z', 'updated_at': '2021-08-23T10:30:49Z', 'revision_number': 3, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'gw_port': {'id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:49Z', 'updated_at': '2021-08-23T10:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:30:52.830199 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e77cb6-2cd9-4781-b774-ae3d062aa70f None None] The sync data for ids ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'] in dv-cinder-802781-2-smb is: [{'id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'name': 'tempest-TestShelveInstance-851123087-router', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:48Z', 'updated_at': '2021-08-23T10:30:49Z', 'revision_number': 3, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'gw_port': {'id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:49Z', 'updated_at': '2021-08-23T10:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}] {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:30:52.866923 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Pushing event updated for resources: {'Port': ['ID=a0719963-8d41-47d0-bf41-48fa170af56f,revision_number=2']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:52.869284 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3806773'] for router_interface, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:52.872887 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:53.011480 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Network 027765e8-d43b-4b2c-b032-7b4bd8ba55a4 is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:30:53.012672 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:30:53.235495 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Router d1dfd824-963f-4ac0-a7d9-56c8ac5860ad has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:30:53.364570 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-21c9920b-6251-4865-8724-4e19be271acd None None] Provisioning complete for port a0719963-8d41-47d0-bf41-48fa170af56f triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:30:53.364959 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-21c9920b-6251-4865-8724-4e19be271acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:53.423980 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:30:53.426384 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-21c9920b-6251-4865-8724-4e19be271acd None None] Port a0719963-8d41-47d0-bf41-48fa170af56f cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:30:53.434044 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] 10.222.0.20 "PUT /v2.0/routers/d1dfd824-963f-4ac0-a7d9-56c8ac5860ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5001354 Aug 23 10:30:53.607186 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 51c5eecc-7bd7-422b-9387-ccb548d2ff44 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:30:53.689837 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port 51c5eecc-7bd7-422b-9387-ccb548d2ff44 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:30:53.695368 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 51c5eecc-7bd7-422b-9387-ccb548d2ff44 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:30:53.695732 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:53.815003 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:53.833864 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port 51c5eecc-7bd7-422b-9387-ccb548d2ff44, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=51c5eecc-7bd7-422b-9387-ccb548d2ff44,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:30:53.838129 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:53.840951 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:53.906388 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=51c5eecc-7bd7-422b-9387-ccb548d2ff44,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:53.909861 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:53.977412 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 48232) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:30:53.982962 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1691116860-network', 'tenant_id': '9bcb0a159f2446f993c6232e867b15c8'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:30:53.987730 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:30:53.991572 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Usage tracker for resource:network and tenant:9bcb0a159f2446f993c6232e867b15c8 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:30:53.994430 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:30:54.000074 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:30:54.010130 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Made reservation on behalf of 9bcb0a159f2446f993c6232e867b15c8 for: {'network': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:30:54.012424 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for network, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:54.024646 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:54.039002 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:30:54.043034 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Usage tracker for resource:security_group_rule and tenant:9bcb0a159f2446f993c6232e867b15c8 is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:30:54.045869 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:30:54.052254 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:30:54.138590 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:54.142852 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:54.148188 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-bb3259c3-7218-4c7b-b6cf-e1c4691c320b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:54.171329 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=79164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:30:54.184493 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6f2411-b3da-40b6-b7e4-5cc8f9b9870a,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:54.188489 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:54.189376 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:54.189714 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.db.segments_db [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Added segment b48f2dcf-bf10-4370-b387-0e08e3e61649 of type vlan for network ecec68e0-c576-42d8-8a18-26a44ae852ea Aug 23 10:30:54.218969 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775983037579'] for network, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:54.247161 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968'] for network, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:54.248456 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:54.249039 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:54.252206 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-6439251d-6b66-4833-9693-fd4241dbdb1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:54.344685 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3660698 Aug 23 10:30:54.348329 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48236) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:30:54.351564 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Pushing event updated for resources: {'Network': ['ID=ecec68e0-c576-42d8-8a18-26a44ae852ea,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:54.353896 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-25d9fd8b-970b-4981-80fc-831d755ad8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:54.354274 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-425a20c4-f9ee-4108-baa5-b91598d0215c admin admin] Request body: {'subnet': {'network_id': 'ecec68e0-c576-42d8-8a18-26a44ae852ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1691116860-subnet', 'tenant_id': '9bcb0a159f2446f993c6232e867b15c8', 'ip_version': 4}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:30:54.359083 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-425a20c4-f9ee-4108-baa5-b91598d0215c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:30:54.361929 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Network ecec68e0-c576-42d8-8a18-26a44ae852ea details requested by agent ovs-agent-dv-cinder-802781-2-smb with host dv-cinder-802781-2-smb {{(pid=79165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:30:54.363664 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-425a20c4-f9ee-4108-baa5-b91598d0215c admin admin] Usage tracker for resource:subnet and tenant:9bcb0a159f2446f993c6232e867b15c8 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:30:54.368087 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-425a20c4-f9ee-4108-baa5-b91598d0215c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:30:54.373736 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-425a20c4-f9ee-4108-baa5-b91598d0215c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:30:54.385965 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425a20c4-f9ee-4108-baa5-b91598d0215c admin admin] Made reservation on behalf of 9bcb0a159f2446f993c6232e867b15c8 for: {'subnet': 1} {{(pid=79163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:30:54.388301 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-425a20c4-f9ee-4108-baa5-b91598d0215c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26586353'] for subnet, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:54.391442 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Sync routers for ids ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'] in dv-cinder-802781-2-smb {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:30:54.400952 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Routers {'d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:30:54.401567 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:30:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:30:54.584801 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Set router d1dfd824-963f-4ac0-a7d9-56c8ac5860ad gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:30:54.589415 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-425a20c4-f9ee-4108-baa5-b91598d0215c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26786065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26586243'] for subnet, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:54.593178 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-c8d880bd-ea11-4ac5-a62f-62a19f19d229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:54.666801 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a20c4-f9ee-4108-baa5-b91598d0215c admin admin] Pushing event updated for resources: {'Subnet': ['ID=11fc1fdb-780e-4a98-90f0-5461dc46d329,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:54.672043 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-425a20c4-f9ee-4108-baa5-b91598d0215c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:54.678370 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425a20c4-f9ee-4108-baa5-b91598d0215c admin admin] Checking segment: {'id': 'b48f2dcf-bf10-4370-b387-0e08e3e61649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ecec68e0-c576-42d8-8a18-26a44ae852ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:30:54.678733 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425a20c4-f9ee-4108-baa5-b91598d0215c admin admin] Network hostable DHCP agents. Network: ecec68e0-c576-42d8-8a18-26a44ae852ea, hostable agents: ['e4366bde-9e46-4a9c-adf7-2d64cdf13340'], hosted agents: [] {{(pid=79163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:30:54.698321 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425a20c4-f9ee-4108-baa5-b91598d0215c admin admin] Network ecec68e0-c576-42d8-8a18-26a44ae852ea is scheduled to be hosted by DHCP agent e4366bde-9e46-4a9c-adf7-2d64cdf13340 with binding_index 1 {{(pid=79163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:30:54.708170 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-425a20c4-f9ee-4108-baa5-b91598d0215c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-smb, ecec68e0-c576-42d8-8a18-26a44ae852ea) {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:30:54.712388 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425a20c4-f9ee-4108-baa5-b91598d0215c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:54.712972 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-425a20c4-f9ee-4108-baa5-b91598d0215c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:54.717078 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f62e7ae-98db-4a78-9477-5cbd416440ad None None] Network ecec68e0-c576-42d8-8a18-26a44ae852ea requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:30:54.737413 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-425a20c4-f9ee-4108-baa5-b91598d0215c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3854904 Aug 23 10:30:54.737658 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48240) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:30:54.742916 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1691116860-router', 'tenant_id': '9bcb0a159f2446f993c6232e867b15c8', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:30:54.747530 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:30:54.751393 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Usage tracker for resource:router and tenant:9bcb0a159f2446f993c6232e867b15c8 is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:30:54.754400 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:30:54.760147 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:30:54.771398 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3807438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6589'] for router, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:54.772450 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-343246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6580'] for router, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:54.788373 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:54.917654 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'name': 'tempest-TestShelveInstance-851123087-router', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:48Z', 'updated_at': '2021-08-23T10:30:52Z', 'revision_number': 4, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'gw_port': {'id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:49Z', 'updated_at': '2021-08-23T10:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'a0719963-8d41-47d0-bf41-48fa170af56f', 'name': '', 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'mac_address': 'fa:16:3e:9a:ff:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:51Z', 'updated_at': '2021-08-23T10:30:52Z', 'revision_number': 2, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'subnets': [{'id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:30:54.921370 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Checking router: d1dfd824-963f-4ac0-a7d9-56c8ac5860ad for host: dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:30:54.921789 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Updating router d1dfd824-963f-4ac0-a7d9-56c8ac5860ad port a0719963-8d41-47d0-bf41-48fa170af56f binding host dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:30:54.977193 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:54.988015 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76cf127e-a354-528f-8ac1-44611a3235cc-ecec68e0-c576-42d8-8a18-26a44ae852ea', 'network_id': 'ecec68e0-c576-42d8-8a18-26a44ae852ea', 'tenant_id': '9bcb0a159f2446f993c6232e867b15c8', 'fixed_ips': [{'subnet_id': '11fc1fdb-780e-4a98-90f0-5461dc46d329'}]}} from dv-cinder-802781-2-smb. {{(pid=79165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 10:30:54.988852 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:55.070137 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6470'] for router, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:55.161432 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.db_base_plugin_common [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Allocated IP 172.20.0.2 (ecec68e0-c576-42d8-8a18-26a44ae852ea/11fc1fdb-780e-4a98-90f0-5461dc46d329/0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4) {{(pid=79165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:30:55.340320 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Notify callbacks [] for port, precommit_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:55.353129 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.provisioning_blocks [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Transition to ACTIVE for port object a0719963-8d41-47d0-bf41-48fa170af56f will not be triggered until provisioned by entity L2. {{(pid=79166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:30:55.360457 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:55.364915 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-aa176693-8698-412b-8198-fc0780921cfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:55.390537 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Notify callbacks [] for port, precommit_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:55.395412 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:55.402173 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Transition to ACTIVE for port object 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 will not be triggered until provisioned by entity L2. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:30:55.427643 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:55.430282 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Transition to ACTIVE for port object 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 will not be triggered until provisioned by entity DHCP. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:30:55.436511 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542'] for port, after_create {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:55.444157 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-f417c9f8-ed08-4bf6-864a-4aff628310fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:55.463670 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada7411-fbc5-4c89-9f73-6636fcb7d469 None None] Pushing event updated for resources: {'Port': ['ID=a0719963-8d41-47d0-bf41-48fa170af56f,revision_number=3']} {{(pid=79166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:55.521693 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Network ecec68e0-c576-42d8-8a18-26a44ae852ea is already hosted by enough agents. {{(pid=79165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:30:55.525888 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.scheduler.base_scheduler [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Resources bound (agent type, host, resource id): {{(pid=79165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:30:55.530603 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Received port after_create {{(pid=79165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:30:55.539154 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Pushing event updated for resources: {'Port': ['ID=0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4,revision_number=1']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:55.544033 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:55.591498 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Allocated IP 172.28.2.175 (6abbf648-30c3-4bc3-b6f8-fb92b7833a6b/1bf33108-a606-44c8-ae34-6d10a469fb3b/9ba948d0-a57d-4c5f-ab26-b362db0b114b) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:30:55.629441 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada7411-fbc5-4c89-9f73-6636fcb7d469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:55.629690 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada7411-fbc5-4c89-9f73-6636fcb7d469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:55.631150 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada7411-fbc5-4c89-9f73-6636fcb7d469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:55.631150 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada7411-fbc5-4c89-9f73-6636fcb7d469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:55.635878 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada7411-fbc5-4c89-9f73-6636fcb7d469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:55.636324 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada7411-fbc5-4c89-9f73-6636fcb7d469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:55.636666 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada7411-fbc5-4c89-9f73-6636fcb7d469 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:55.636999 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada7411-fbc5-4c89-9f73-6636fcb7d469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:55.637330 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada7411-fbc5-4c89-9f73-6636fcb7d469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:55.637660 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada7411-fbc5-4c89-9f73-6636fcb7d469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:55.637985 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada7411-fbc5-4c89-9f73-6636fcb7d469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:55.638309 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada7411-fbc5-4c89-9f73-6636fcb7d469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:55.641613 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Attempting to bind port a0719963-8d41-47d0-bf41-48fa170af56f on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:30:55.641989 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Attempting to bind port a0719963-8d41-47d0-bf41-48fa170af56f by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': 'd3b090b2-48d2-434e-b165-8fd35753cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4'}] {{(pid=79166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:30:55.642355 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Attempting to bind port a0719963-8d41-47d0-bf41-48fa170af56f on network 027765e8-d43b-4b2c-b032-7b4bd8ba55a4 {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:30:55.645384 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-cada7411-fbc5-4c89-9f73-6636fcb7d469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:55.650436 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:30:55.651364 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Checking segment: {'id': 'd3b090b2-48d2-434e-b165-8fd35753cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:30:55.651364 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:55.651832 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Bound using segment: {'id': 'd3b090b2-48d2-434e-b165-8fd35753cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4'} {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:30:55.652399 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Bound port: a0719963-8d41-47d0-bf41-48fa170af56f, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b090b2-48d2-434e-b165-8fd35753cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4'}}] {{(pid=79166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:30:55.652864 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:55.655181 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 51c5eecc-7bd7-422b-9387-ccb548d2ff44 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:30:55.710594 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Attempting to bind port 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:30:55.710901 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Attempting to bind port 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': 'b48f2dcf-bf10-4370-b387-0e08e3e61649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ecec68e0-c576-42d8-8a18-26a44ae852ea'}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:30:55.711566 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Attempting to bind port 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 on network ecec68e0-c576-42d8-8a18-26a44ae852ea {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:30:55.724126 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:30:55.724687 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Checking segment: {'id': 'b48f2dcf-bf10-4370-b387-0e08e3e61649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ecec68e0-c576-42d8-8a18-26a44ae852ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:30:55.724924 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:55.725326 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Bound using segment: {'id': 'b48f2dcf-bf10-4370-b387-0e08e3e61649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ecec68e0-c576-42d8-8a18-26a44ae852ea'} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:30:55.726158 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Bound port: 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f2dcf-bf10-4370-b387-0e08e3e61649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ecec68e0-c576-42d8-8a18-26a44ae852ea'}}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:30:55.726290 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:55.756912 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.db [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] For port a0719963-8d41-47d0-bf41-48fa170af56f, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:30:55.760457 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.db [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] For port a0719963-8d41-47d0-bf41-48fa170af56f, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=a0719963-8d41-47d0-bf41-48fa170af56f,segment=NetworkSegment(d3b090b2-48d2-434e-b165-8fd35753cf0e),segment_id=d3b090b2-48d2-434e-b165-8fd35753cf0e)] {{(pid=79166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:30:55.766789 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:55.772247 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-5a7f2ca3-a00a-4a7c-a896-13e91a9a894e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:55.833129 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 51c5eecc-7bd7-422b-9387-ccb548d2ff44 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:30:55.833515 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:55.841448 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Routers {'d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:30:55.842185 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:30:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:30:55.898796 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:55.899260 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] For port 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:30:55.915656 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] For port 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4,segment=NetworkSegment(b48f2dcf-bf10-4370-b387-0e08e3e61649),segment_id=b48f2dcf-bf10-4370-b387-0e08e3e61649)] {{(pid=79165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:30:55.929023 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:55.933884 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-52d2777e-0420-4675-87db-fa0b76b7a3ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:55.939469 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:55.951433 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:56.012532 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:30:56.020509 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:30:56.025332 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:30:56.033392 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] Set router d1dfd824-963f-4ac0-a7d9-56c8ac5860ad gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:30:56.070105 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Pushing event updated for resources: {'Port': ['ID=0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4,revision_number=2']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:56.072989 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-4707f5df-1bb6-4912-9a44-65a540fb2f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:56.102300 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Pushing event updated for resources: {'Port': ['ID=9ba948d0-a57d-4c5f-ab26-b362db0b114b,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:56.105325 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:56.227979 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada7411-fbc5-4c89-9f73-6636fcb7d469 None None] Pushing event updated for resources: {'Port': ['ID=a0719963-8d41-47d0-bf41-48fa170af56f,revision_number=4']} {{(pid=79166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:56.233305 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-cada7411-fbc5-4c89-9f73-6636fcb7d469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:56.418283 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'name': 'tempest-TestShelveInstance-851123087-router', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:48Z', 'updated_at': '2021-08-23T10:30:52Z', 'revision_number': 4, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'gw_port': {'id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:49Z', 'updated_at': '2021-08-23T10:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'a0719963-8d41-47d0-bf41-48fa170af56f', 'name': '', 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'mac_address': 'fa:16:3e:9a:ff:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:51Z', 'updated_at': '2021-08-23T10:30:55Z', 'revision_number': 4, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'subnets': [{'id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:30:56.422717 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7fff3d-e7ca-4744-ac5d-d7da0ece78b9 None None] The sync data for ids ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'] in dv-cinder-802781-2-smb is: [{'id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'name': 'tempest-TestShelveInstance-851123087-router', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:48Z', 'updated_at': '2021-08-23T10:30:52Z', 'revision_number': 4, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'gw_port': {'id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:49Z', 'updated_at': '2021-08-23T10:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'a0719963-8d41-47d0-bf41-48fa170af56f', 'name': '', 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'mac_address': 'fa:16:3e:9a:ff:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:51Z', 'updated_at': '2021-08-23T10:30:55Z', 'revision_number': 4, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'subnets': [{'id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:30:56.517582 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:56.866472 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901087'] for router, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:57.036190 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dff4f8-ce90-4023-9b58-caee307927b2 None None] Network ecec68e0-c576-42d8-8a18-26a44ae852ea requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:30:57.089344 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Router 7cf49412-2783-4dc6-8c21-b395bd11b8f7 is scheduled to L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 with binding_index 1 {{(pid=79163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 10:30:57.138823 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-8bf2097a-7942-4688-baa7-19cd3352251c None None] Provisioning for port 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:30:57.285572 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:30:57.302328 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Sync routers for ids ['7cf49412-2783-4dc6-8c21-b395bd11b8f7'] in dv-cinder-802781-2-smb {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:30:57.311342 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] Notify callbacks [] for router, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:57.316040 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-a441e63c-1d14-46c5-8b80-8363d05f31ef admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5739868 Aug 23 10:30:57.316298 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48244) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:30:57.321738 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Routers {'7cf49412-2783-4dc6-8c21-b395bd11b8f7'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:30:57.322378 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:30:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['7cf49412-2783-4dc6-8c21-b395bd11b8f7'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:30:57.545667 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Set router 7cf49412-2783-4dc6-8c21-b395bd11b8f7 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:30:57.700672 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device a0719963-8d41-47d0-bf41-48fa170af56f up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:30:57.881366 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port a0719963-8d41-47d0-bf41-48fa170af56f completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:30:57.919169 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port a0719963-8d41-47d0-bf41-48fa170af56f triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:30:57.919554 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:58.053175 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'name': 'tempest-TestShelveInstance-1691116860-router', 'tenant_id': '9bcb0a159f2446f993c6232e867b15c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9ba948d0-a57d-4c5f-ab26-b362db0b114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:54Z', 'updated_at': '2021-08-23T10:30:56Z', 'revision_number': 3, 'project_id': '9bcb0a159f2446f993c6232e867b15c8', 'gw_port': {'id': '9ba948d0-a57d-4c5f-ab26-b362db0b114b', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:55Z', 'updated_at': '2021-08-23T10:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:30:58.059989 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Checking router: 7cf49412-2783-4dc6-8c21-b395bd11b8f7 for host: dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:30:58.060360 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Updating router 7cf49412-2783-4dc6-8c21-b395bd11b8f7 port 9ba948d0-a57d-4c5f-ab26-b362db0b114b binding host dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:30:58.089566 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:58.116419 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:58.139386 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:58.169715 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port a0719963-8d41-47d0-bf41-48fa170af56f, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=a0719963-8d41-47d0-bf41-48fa170af56f,segment=NetworkSegment(d3b090b2-48d2-434e-b165-8fd35753cf0e),segment_id=d3b090b2-48d2-434e-b165-8fd35753cf0e)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:30:58.182715 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:58.183560 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:30:58.218825 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:58.330681 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Allocated IP 172.20.0.1 (ecec68e0-c576-42d8-8a18-26a44ae852ea/11fc1fdb-780e-4a98-90f0-5461dc46d329/3d165edc-1b8d-4bed-bda2-67fae2926d9d) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:30:58.379740 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=a0719963-8d41-47d0-bf41-48fa170af56f,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:58.386487 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:58.411608 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:30:58.430634 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:30:58.431020 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:58.483792 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:58.499942 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.provisioning_blocks [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Transition to ACTIVE for port object 3d165edc-1b8d-4bed-bda2-67fae2926d9d will not be triggered until provisioned by entity DHCP. {{(pid=79163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:30:58.523958 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:58.528405 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e142b6df-8b27-4719-9a69-9411496b7781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:58.590079 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Network ecec68e0-c576-42d8-8a18-26a44ae852ea is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:30:58.593036 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:30:58.596635 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:30:58.634224 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=3d165edc-1b8d-4bed-bda2-67fae2926d9d,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:58.636972 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:58.656624 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3806810'] for router_interface, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:58.677550 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:58.734534 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Notify callbacks [] for port, precommit_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:58.744492 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4,segment=NetworkSegment(b48f2dcf-bf10-4370-b387-0e08e3e61649),segment_id=b48f2dcf-bf10-4370-b387-0e08e3e61649)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:30:58.751297 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Transition to ACTIVE for port object 9ba948d0-a57d-4c5f-ab26-b362db0b114b will not be triggered until provisioned by entity L2. {{(pid=79165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:30:58.754802 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:58.758055 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:58.793380 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:58.853610 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-effad665-b75b-4aaa-a69f-46c7b28a1811 None None] Provisioning for port 3d165edc-1b8d-4bed-bda2-67fae2926d9d completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:30:58.860913 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Attempting to bind port 9ba948d0-a57d-4c5f-ab26-b362db0b114b on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:30:58.861309 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Attempting to bind port 9ba948d0-a57d-4c5f-ab26-b362db0b114b by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:30:58.861729 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Attempting to bind port 9ba948d0-a57d-4c5f-ab26-b362db0b114b on network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:30:58.869615 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4,revision_number=3']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:58.872096 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-effad665-b75b-4aaa-a69f-46c7b28a1811 None None] Provisioning complete for port 3d165edc-1b8d-4bed-bda2-67fae2926d9d triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:30:58.872486 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-effad665-b75b-4aaa-a69f-46c7b28a1811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:58.900294 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:58.900932 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:58.929901 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:30:58.930295 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Checking segment: {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:30:58.930710 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:58.931121 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Bound using segment: {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'} {{(pid=79165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:30:58.931626 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.managers [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Bound port: 9ba948d0-a57d-4c5f-ab26-b362db0b114b, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67075ff-15d0-4fed-8170-09b4a9cf36ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b'}}] {{(pid=79165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:30:58.932052 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:59.023202 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:59.043844 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-effad665-b75b-4aaa-a69f-46c7b28a1811 None None] Port 3d165edc-1b8d-4bed-bda2-67fae2926d9d cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:30:59.049507 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a1c64-18db-4be9-b9e3-ccf5acaa1846 None None] Pushing event updated for resources: {'Port': ['ID=9ba948d0-a57d-4c5f-ab26-b362db0b114b,revision_number=2']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:59.054983 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-973a1c64-18db-4be9-b9e3-ccf5acaa1846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:59.060528 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] For port 9ba948d0-a57d-4c5f-ab26-b362db0b114b, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:30:59.063492 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] For port 9ba948d0-a57d-4c5f-ab26-b362db0b114b, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=9ba948d0-a57d-4c5f-ab26-b362db0b114b,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:30:59.068331 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:59.075564 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:59.151636 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Routers {'7cf49412-2783-4dc6-8c21-b395bd11b8f7'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:30:59.152193 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:30:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['7cf49412-2783-4dc6-8c21-b395bd11b8f7'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:30:59.221001 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a1c64-18db-4be9-b9e3-ccf5acaa1846 None None] Pushing event updated for resources: {'Port': ['ID=9ba948d0-a57d-4c5f-ab26-b362db0b114b,revision_number=3']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:59.227043 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-973a1c64-18db-4be9-b9e3-ccf5acaa1846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:59.250206 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:59.254987 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26781080'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:59.280141 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-ef6d8158-507b-40f2-9912-e97001b0de84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:59.364560 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=3d165edc-1b8d-4bed-bda2-67fae2926d9d,revision_number=2']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:59.367053 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3689858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3806773'] for router_interface, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:59.370618 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:59.384429 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] Set router 7cf49412-2783-4dc6-8c21-b395bd11b8f7 gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:30:59.501254 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Network ecec68e0-c576-42d8-8a18-26a44ae852ea is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:30:59.502343 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:30:59.614543 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device a0719963-8d41-47d0-bf41-48fa170af56f up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:30:59.725121 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Router 7cf49412-2783-4dc6-8c21-b395bd11b8f7 has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:30:59.753169 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port a0719963-8d41-47d0-bf41-48fa170af56f triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:30:59.753655 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:59.825070 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-1c1175ab-7703-41a7-9ee9-093d4c2640c9 None None] Provisioning complete for port 3d165edc-1b8d-4bed-bda2-67fae2926d9d triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:30:59.825481 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-1c1175ab-7703-41a7-9ee9-093d4c2640c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:59.890021 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'name': 'tempest-TestShelveInstance-1691116860-router', 'tenant_id': '9bcb0a159f2446f993c6232e867b15c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9ba948d0-a57d-4c5f-ab26-b362db0b114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:54Z', 'updated_at': '2021-08-23T10:30:58Z', 'revision_number': 4, 'project_id': '9bcb0a159f2446f993c6232e867b15c8', 'gw_port': {'id': '9ba948d0-a57d-4c5f-ab26-b362db0b114b', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:55Z', 'updated_at': '2021-08-23T10:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': '3d165edc-1b8d-4bed-bda2-67fae2926d9d', 'name': '', 'network_id': 'ecec68e0-c576-42d8-8a18-26a44ae852ea', 'tenant_id': '9bcb0a159f2446f993c6232e867b15c8', 'mac_address': 'fa:16:3e:47:bc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '11fc1fdb-780e-4a98-90f0-5461dc46d329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:58Z', 'updated_at': '2021-08-23T10:30:58Z', 'revision_number': 1, 'project_id': '9bcb0a159f2446f993c6232e867b15c8', 'subnets': [{'id': '11fc1fdb-780e-4a98-90f0-5461dc46d329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:30:59.898627 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-1c1175ab-7703-41a7-9ee9-093d4c2640c9 None None] Port 3d165edc-1b8d-4bed-bda2-67fae2926d9d cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:30:59.900820 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61fc9cf-35ee-4ea1-acde-d6bb71a24e93 None None] The sync data for ids ['7cf49412-2783-4dc6-8c21-b395bd11b8f7'] in dv-cinder-802781-2-smb is: [{'id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'name': 'tempest-TestShelveInstance-1691116860-router', 'tenant_id': '9bcb0a159f2446f993c6232e867b15c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9ba948d0-a57d-4c5f-ab26-b362db0b114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:54Z', 'updated_at': '2021-08-23T10:30:58Z', 'revision_number': 4, 'project_id': '9bcb0a159f2446f993c6232e867b15c8', 'gw_port': {'id': '9ba948d0-a57d-4c5f-ab26-b362db0b114b', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:55Z', 'updated_at': '2021-08-23T10:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': '3d165edc-1b8d-4bed-bda2-67fae2926d9d', 'name': '', 'network_id': 'ecec68e0-c576-42d8-8a18-26a44ae852ea', 'tenant_id': '9bcb0a159f2446f993c6232e867b15c8', 'mac_address': 'fa:16:3e:47:bc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '11fc1fdb-780e-4a98-90f0-5461dc46d329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:58Z', 'updated_at': '2021-08-23T10:30:58Z', 'revision_number': 1, 'project_id': '9bcb0a159f2446f993c6232e867b15c8', 'subnets': [{'id': '11fc1fdb-780e-4a98-90f0-5461dc46d329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:30:59.911928 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:30:59.925107 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-39254808-f14e-4a64-aa63-e4e7e91ec4b1 admin admin] 10.222.0.20 "PUT /v2.0/routers/7cf49412-2783-4dc6-8c21-b395bd11b8f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6072967 Aug 23 10:30:59.958159 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:31:00.028599 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:31:00.028986 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:00.421363 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48254) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:00.427274 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-7e9d4362-1862-4499-87b6-99d0a47a7330 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1492077062', 'description': 'tempest-secgroup-smoke-1492077062 description', 'project_id': '1192b351b90e4174b8c8e3acc37758bd'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:31:00.433392 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-7e9d4362-1862-4499-87b6-99d0a47a7330 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:00.437343 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-7e9d4362-1862-4499-87b6-99d0a47a7330 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Usage tracker for resource:security_group and tenant:1192b351b90e4174b8c8e3acc37758bd is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:00.440853 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-7e9d4362-1862-4499-87b6-99d0a47a7330 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:00.446811 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-7e9d4362-1862-4499-87b6-99d0a47a7330 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:00.459230 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7e9d4362-1862-4499-87b6-99d0a47a7330 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:00.482965 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-7e9d4362-1862-4499-87b6-99d0a47a7330 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:00.487098 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-7e9d4362-1862-4499-87b6-99d0a47a7330 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Usage tracker for resource:security_group_rule and tenant:1192b351b90e4174b8c8e3acc37758bd is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:00.490148 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-7e9d4362-1862-4499-87b6-99d0a47a7330 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:00.496316 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-7e9d4362-1862-4499-87b6-99d0a47a7330 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:00.578940 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7e9d4362-1862-4499-87b6-99d0a47a7330 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:00.583603 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7e9d4362-1862-4499-87b6-99d0a47a7330 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:00.587252 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-df341293-52d9-4798-be9b-d29a8723fcd5 tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:00.626846 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d4362-1862-4499-87b6-99d0a47a7330 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeccd234-611e-4ce0-aa3d-8c88f282f473,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:00.630546 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7e9d4362-1862-4499-87b6-99d0a47a7330 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:00.631756 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-7e9d4362-1862-4499-87b6-99d0a47a7330 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2093658 Aug 23 10:31:00.632680 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7e9d4362-1862-4499-87b6-99d0a47a7330 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:00.634732 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48258) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:00.640240 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-2f6989be-0c3d-49eb-8754-fff23a629876 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Request body: {'security_group_rule': {'security_group_id': 'eeccd234-611e-4ce0-aa3d-8c88f282f473', 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:31:00.647409 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-2f6989be-0c3d-49eb-8754-fff23a629876 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:00.651431 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-2f6989be-0c3d-49eb-8754-fff23a629876 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Usage tracker for resource:security_group_rule and tenant:1192b351b90e4174b8c8e3acc37758bd is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:00.654308 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-2f6989be-0c3d-49eb-8754-fff23a629876 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:00.660417 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-2f6989be-0c3d-49eb-8754-fff23a629876 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:00.678510 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2f6989be-0c3d-49eb-8754-fff23a629876 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:00.740881 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2f6989be-0c3d-49eb-8754-fff23a629876 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:00.744802 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2f6989be-0c3d-49eb-8754-fff23a629876 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:00.746863 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-988ba4ac-6668-49ad-8fab-a93ac4c3727a tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:00.770101 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6989be-0c3d-49eb-8754-fff23a629876 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae2a207-a2fe-463d-bfa1-5cef2f1812bb,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:00.774903 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-2f6989be-0c3d-49eb-8754-fff23a629876 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:00.779731 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-2f6989be-0c3d-49eb-8754-fff23a629876 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:00.783916 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 48262) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:00.784433 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-2f6989be-0c3d-49eb-8754-fff23a629876 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482377 Aug 23 10:31:00.789492 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [None req-5e0c012f-b630-4e89-94db-c7cf4124305a tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Request body: {'security_group_rule': {'security_group_id': 'eeccd234-611e-4ce0-aa3d-8c88f282f473', 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:31:00.796219 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-5e0c012f-b630-4e89-94db-c7cf4124305a tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:00.801174 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-5e0c012f-b630-4e89-94db-c7cf4124305a tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Usage tracker for resource:security_group_rule and tenant:1192b351b90e4174b8c8e3acc37758bd is out of sync, need to count used quota {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:00.804212 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [None req-5e0c012f-b630-4e89-94db-c7cf4124305a tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79164) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:00.810305 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [None req-5e0c012f-b630-4e89-94db-c7cf4124305a tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:00.833314 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5e0c012f-b630-4e89-94db-c7cf4124305a tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:00.897831 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5e0c012f-b630-4e89-94db-c7cf4124305a tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:00.902359 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5e0c012f-b630-4e89-94db-c7cf4124305a tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:00.905049 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:00.928756 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c012f-b630-4e89-94db-c7cf4124305a tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9810144-57c3-499f-a7cd-d9ab80a79774,revision_number=0']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:00.936297 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-5e0c012f-b630-4e89-94db-c7cf4124305a tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:00.939712 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-5e0c012f-b630-4e89-94db-c7cf4124305a tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:00.941993 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-5e0c012f-b630-4e89-94db-c7cf4124305a tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1569023 Aug 23 10:31:00.944839 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48266) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:00.951080 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-6a9846ca-5580-43d8-addc-c63b6f2b1845 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Request body: {'security_group_rule': {'security_group_id': 'eeccd234-611e-4ce0-aa3d-8c88f282f473', 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:31:00.957757 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-6a9846ca-5580-43d8-addc-c63b6f2b1845 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:00.962061 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-6a9846ca-5580-43d8-addc-c63b6f2b1845 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Usage tracker for resource:security_group_rule and tenant:1192b351b90e4174b8c8e3acc37758bd is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:00.965164 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-6a9846ca-5580-43d8-addc-c63b6f2b1845 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:00.972113 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-6a9846ca-5580-43d8-addc-c63b6f2b1845 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:00.992139 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6a9846ca-5580-43d8-addc-c63b6f2b1845 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:01.066360 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6a9846ca-5580-43d8-addc-c63b6f2b1845 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:01.070908 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6a9846ca-5580-43d8-addc-c63b6f2b1845 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:01.073228 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:01.097528 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9846ca-5580-43d8-addc-c63b6f2b1845 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae65270-a032-40d0-9ca3-8f119766068f,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:01.102706 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-6a9846ca-5580-43d8-addc-c63b6f2b1845 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:01.108102 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6a9846ca-5580-43d8-addc-c63b6f2b1845 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:01.109711 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-6a9846ca-5580-43d8-addc-c63b6f2b1845 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1637330 Aug 23 10:31:01.113144 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48270) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:01.118823 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-0eb36b02-f5ae-4197-af29-acda294db37b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Request body: {'security_group_rule': {'security_group_id': 'eeccd234-611e-4ce0-aa3d-8c88f282f473', 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:31:01.124955 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-0eb36b02-f5ae-4197-af29-acda294db37b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:01.129126 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-0eb36b02-f5ae-4197-af29-acda294db37b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Usage tracker for resource:security_group_rule and tenant:1192b351b90e4174b8c8e3acc37758bd is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:01.132999 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-0eb36b02-f5ae-4197-af29-acda294db37b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:01.138650 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-0eb36b02-f5ae-4197-af29-acda294db37b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:01.156931 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0eb36b02-f5ae-4197-af29-acda294db37b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:01.241487 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0eb36b02-f5ae-4197-af29-acda294db37b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:01.245306 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0eb36b02-f5ae-4197-af29-acda294db37b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:01.251199 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e4c51703-f509-45b5-b6ac-8be4cabdd74b tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:01.270559 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb36b02-f5ae-4197-af29-acda294db37b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d448f829-fb11-40d1-bcfb-0b6a4946bc22,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:01.272927 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-0eb36b02-f5ae-4197-af29-acda294db37b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:01.281614 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-0eb36b02-f5ae-4197-af29-acda294db37b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:01.282781 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-0eb36b02-f5ae-4197-af29-acda294db37b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1684217 Aug 23 10:31:01.286107 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48274) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:01.291167 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-53c6b6f0-2d7b-4bbf-9a64-62edb90e9bc3 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Request body: {'security_group_rule': {'security_group_id': 'eeccd234-611e-4ce0-aa3d-8c88f282f473', 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:31:01.296920 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-53c6b6f0-2d7b-4bbf-9a64-62edb90e9bc3 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:01.301958 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-53c6b6f0-2d7b-4bbf-9a64-62edb90e9bc3 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Usage tracker for resource:security_group_rule and tenant:1192b351b90e4174b8c8e3acc37758bd is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:01.304851 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-53c6b6f0-2d7b-4bbf-9a64-62edb90e9bc3 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:01.310694 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-53c6b6f0-2d7b-4bbf-9a64-62edb90e9bc3 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:01.320607 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.db.securitygroups_db [None req-53c6b6f0-2d7b-4bbf-9a64-62edb90e9bc3 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Project 1192b351b90e4174b8c8e3acc37758bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 10:31:01.326893 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-53c6b6f0-2d7b-4bbf-9a64-62edb90e9bc3 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:01.389765 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-53c6b6f0-2d7b-4bbf-9a64-62edb90e9bc3 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:01.393615 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-53c6b6f0-2d7b-4bbf-9a64-62edb90e9bc3 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:01.396039 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:01.420649 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6b6f0-2d7b-4bbf-9a64-62edb90e9bc3 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27614ec5-549f-4350-b5ff-16f3ffff768a,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:01.426123 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-53c6b6f0-2d7b-4bbf-9a64-62edb90e9bc3 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:01.430889 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-53c6b6f0-2d7b-4bbf-9a64-62edb90e9bc3 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:01.432233 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-53c6b6f0-2d7b-4bbf-9a64-62edb90e9bc3 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451812 Aug 23 10:31:01.434839 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48278) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:01.440098 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-98e81cb4-861b-4581-b2aa-cdcc2917672b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Request body: {'security_group_rule': {'security_group_id': 'eeccd234-611e-4ce0-aa3d-8c88f282f473', 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:31:01.446163 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-98e81cb4-861b-4581-b2aa-cdcc2917672b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:01.449981 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-98e81cb4-861b-4581-b2aa-cdcc2917672b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Usage tracker for resource:security_group_rule and tenant:1192b351b90e4174b8c8e3acc37758bd is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:01.452867 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-98e81cb4-861b-4581-b2aa-cdcc2917672b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:01.459150 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-98e81cb4-861b-4581-b2aa-cdcc2917672b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:01.468732 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.db.securitygroups_db [None req-98e81cb4-861b-4581-b2aa-cdcc2917672b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Project 1192b351b90e4174b8c8e3acc37758bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 10:31:01.475900 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-98e81cb4-861b-4581-b2aa-cdcc2917672b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:01.540099 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-98e81cb4-861b-4581-b2aa-cdcc2917672b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:01.546261 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-98e81cb4-861b-4581-b2aa-cdcc2917672b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386849'] for security_group_rule, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:01.548491 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-2f6989be-0c3d-49eb-8754-fff23a629876 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:01.570935 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e81cb4-861b-4581-b2aa-cdcc2917672b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee1f071-8fa1-46b2-9638-c93f586189a9,revision_number=0']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:01.573507 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-98e81cb4-861b-4581-b2aa-cdcc2917672b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:01.580529 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-98e81cb4-861b-4581-b2aa-cdcc2917672b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:01.582674 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-98e81cb4-861b-4581-b2aa-cdcc2917672b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469066 Aug 23 10:31:01.616122 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 9ba948d0-a57d-4c5f-ab26-b362db0b114b up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:31:01.685927 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port 9ba948d0-a57d-4c5f-ab26-b362db0b114b completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:31:01.691243 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 9ba948d0-a57d-4c5f-ab26-b362db0b114b triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:31:01.691717 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:01.812175 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:01.828967 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port 9ba948d0-a57d-4c5f-ab26-b362db0b114b, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=9ba948d0-a57d-4c5f-ab26-b362db0b114b,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:01.834189 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:01.836009 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:01.904902 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=9ba948d0-a57d-4c5f-ab26-b362db0b114b,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:01.908781 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:03.467272 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Sync routers for ids ['7cf49412-2783-4dc6-8c21-b395bd11b8f7'] in dv-cinder-802781-2-smb {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:31:03.476522 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Routers {'7cf49412-2783-4dc6-8c21-b395bd11b8f7'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:31:03.477133 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:30:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['7cf49412-2783-4dc6-8c21-b395bd11b8f7'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:03.592120 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 9ba948d0-a57d-4c5f-ab26-b362db0b114b up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:31:03.654778 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Set router 7cf49412-2783-4dc6-8c21-b395bd11b8f7 gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:31:03.660596 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 9ba948d0-a57d-4c5f-ab26-b362db0b114b triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:31:03.660979 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:03.991514 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'name': 'tempest-TestShelveInstance-1691116860-router', 'tenant_id': '9bcb0a159f2446f993c6232e867b15c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9ba948d0-a57d-4c5f-ab26-b362db0b114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:54Z', 'updated_at': '2021-08-23T10:30:58Z', 'revision_number': 4, 'project_id': '9bcb0a159f2446f993c6232e867b15c8', 'gw_port': {'id': '9ba948d0-a57d-4c5f-ab26-b362db0b114b', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:55Z', 'updated_at': '2021-08-23T10:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': '3d165edc-1b8d-4bed-bda2-67fae2926d9d', 'name': '', 'network_id': 'ecec68e0-c576-42d8-8a18-26a44ae852ea', 'tenant_id': '9bcb0a159f2446f993c6232e867b15c8', 'mac_address': 'fa:16:3e:47:bc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '11fc1fdb-780e-4a98-90f0-5461dc46d329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:58Z', 'updated_at': '2021-08-23T10:30:59Z', 'revision_number': 2, 'project_id': '9bcb0a159f2446f993c6232e867b15c8', 'subnets': [{'id': '11fc1fdb-780e-4a98-90f0-5461dc46d329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:03.995151 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Checking router: 7cf49412-2783-4dc6-8c21-b395bd11b8f7 for host: dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:31:03.995507 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Updating router 7cf49412-2783-4dc6-8c21-b395bd11b8f7 port 3d165edc-1b8d-4bed-bda2-67fae2926d9d binding host dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:31:04.046454 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:04.387161 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Notify callbacks [] for port, precommit_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:04.399254 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.provisioning_blocks [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Transition to ACTIVE for port object 3d165edc-1b8d-4bed-bda2-67fae2926d9d will not be triggered until provisioned by entity L2. {{(pid=79166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:31:04.405647 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:04.409341 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-cada7411-fbc5-4c89-9f73-6636fcb7d469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:04.536234 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0efae-6fd1-417d-9bc8-c483a0e7b950 None None] Pushing event updated for resources: {'Port': ['ID=3d165edc-1b8d-4bed-bda2-67fae2926d9d,revision_number=3']} {{(pid=79166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:04.540406 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-f1b0efae-6fd1-417d-9bc8-c483a0e7b950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:04.627198 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Attempting to bind port 3d165edc-1b8d-4bed-bda2-67fae2926d9d on host dv-cinder-802781-2-smb for vnic_type normal with profile {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:31:04.627664 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Attempting to bind port 3d165edc-1b8d-4bed-bda2-67fae2926d9d by drivers openvswitch,hyperv on host dv-cinder-802781-2-smb at level 0 using segments [{'id': 'b48f2dcf-bf10-4370-b387-0e08e3e61649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ecec68e0-c576-42d8-8a18-26a44ae852ea'}] {{(pid=79166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:31:04.628061 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Attempting to bind port 3d165edc-1b8d-4bed-bda2-67fae2926d9d on network ecec68e0-c576-42d8-8a18-26a44ae852ea {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:31:04.633795 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Checking agent: {'id': '7dd008e8-dea4-4b81-bdff-c0f90bf307ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 37), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:31:04.634174 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Checking segment: {'id': 'b48f2dcf-bf10-4370-b387-0e08e3e61649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ecec68e0-c576-42d8-8a18-26a44ae852ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:31:04.634711 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:04.635083 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Bound using segment: {'id': 'b48f2dcf-bf10-4370-b387-0e08e3e61649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ecec68e0-c576-42d8-8a18-26a44ae852ea'} {{(pid=79166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:31:04.635554 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.managers [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Bound port: 3d165edc-1b8d-4bed-bda2-67fae2926d9d, host: dv-cinder-802781-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f2dcf-bf10-4370-b387-0e08e3e61649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ecec68e0-c576-42d8-8a18-26a44ae852ea'}}] {{(pid=79166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:31:04.636392 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:04.727173 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.db [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] For port 3d165edc-1b8d-4bed-bda2-67fae2926d9d, host dv-cinder-802781-2-smb, cleared binding levels {{(pid=79166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:31:04.730700 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.plugins.ml2.db [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] For port 3d165edc-1b8d-4bed-bda2-67fae2926d9d, host dv-cinder-802781-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=3d165edc-1b8d-4bed-bda2-67fae2926d9d,segment=NetworkSegment(b48f2dcf-bf10-4370-b387-0e08e3e61649),segment_id=b48f2dcf-bf10-4370-b387-0e08e3e61649)] {{(pid=79166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:31:04.734239 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron_lib.callbacks.manager [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:04.742416 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-cada7411-fbc5-4c89-9f73-6636fcb7d469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:04.810611 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Routers {'7cf49412-2783-4dc6-8c21-b395bd11b8f7'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:31:04.811266 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:30:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['7cf49412-2783-4dc6-8c21-b395bd11b8f7'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:04.887639 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0efae-6fd1-417d-9bc8-c483a0e7b950 None None] Pushing event updated for resources: {'Port': ['ID=3d165edc-1b8d-4bed-bda2-67fae2926d9d,revision_number=4']} {{(pid=79166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:04.890767 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG oslo_concurrency.lockutils [None req-f1b0efae-6fd1-417d-9bc8-c483a0e7b950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:05.008770 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] Set router 7cf49412-2783-4dc6-8c21-b395bd11b8f7 gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:31:05.318509 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'name': 'tempest-TestShelveInstance-1691116860-router', 'tenant_id': '9bcb0a159f2446f993c6232e867b15c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9ba948d0-a57d-4c5f-ab26-b362db0b114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:54Z', 'updated_at': '2021-08-23T10:30:58Z', 'revision_number': 4, 'project_id': '9bcb0a159f2446f993c6232e867b15c8', 'gw_port': {'id': '9ba948d0-a57d-4c5f-ab26-b362db0b114b', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:55Z', 'updated_at': '2021-08-23T10:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': '3d165edc-1b8d-4bed-bda2-67fae2926d9d', 'name': '', 'network_id': 'ecec68e0-c576-42d8-8a18-26a44ae852ea', 'tenant_id': '9bcb0a159f2446f993c6232e867b15c8', 'mac_address': 'fa:16:3e:47:bc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '11fc1fdb-780e-4a98-90f0-5461dc46d329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:58Z', 'updated_at': '2021-08-23T10:31:04Z', 'revision_number': 4, 'project_id': '9bcb0a159f2446f993c6232e867b15c8', 'subnets': [{'id': '11fc1fdb-780e-4a98-90f0-5461dc46d329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:05.322260 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e6d7a-9b02-488c-804c-069f8cfbb632 None None] The sync data for ids ['7cf49412-2783-4dc6-8c21-b395bd11b8f7'] in dv-cinder-802781-2-smb is: [{'id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'name': 'tempest-TestShelveInstance-1691116860-router', 'tenant_id': '9bcb0a159f2446f993c6232e867b15c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9ba948d0-a57d-4c5f-ab26-b362db0b114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:54Z', 'updated_at': '2021-08-23T10:30:58Z', 'revision_number': 4, 'project_id': '9bcb0a159f2446f993c6232e867b15c8', 'gw_port': {'id': '9ba948d0-a57d-4c5f-ab26-b362db0b114b', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:55Z', 'updated_at': '2021-08-23T10:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': '3d165edc-1b8d-4bed-bda2-67fae2926d9d', 'name': '', 'network_id': 'ecec68e0-c576-42d8-8a18-26a44ae852ea', 'tenant_id': '9bcb0a159f2446f993c6232e867b15c8', 'mac_address': 'fa:16:3e:47:bc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '11fc1fdb-780e-4a98-90f0-5461dc46d329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:58Z', 'updated_at': '2021-08-23T10:31:04Z', 'revision_number': 4, 'project_id': '9bcb0a159f2446f993c6232e867b15c8', 'subnets': [{'id': '11fc1fdb-780e-4a98-90f0-5461dc46d329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:31:05.613679 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 3d165edc-1b8d-4bed-bda2-67fae2926d9d up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:31:05.690307 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning for port 3d165edc-1b8d-4bed-bda2-67fae2926d9d completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:31:05.696108 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 3d165edc-1b8d-4bed-bda2-67fae2926d9d triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:31:05.696491 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:05.851167 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:05.884601 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] For port 3d165edc-1b8d-4bed-bda2-67fae2926d9d, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=3d165edc-1b8d-4bed-bda2-67fae2926d9d,segment=NetworkSegment(b48f2dcf-bf10-4370-b387-0e08e3e61649),segment_id=b48f2dcf-bf10-4370-b387-0e08e3e61649)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:05.888320 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:05.890101 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:05.957715 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Pushing event updated for resources: {'Port': ['ID=3d165edc-1b8d-4bed-bda2-67fae2926d9d,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:05.960783 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:06.136916 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c203d6fb-ccab-477f-ae5b-d57136b0b31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:06.785905 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:06.938369 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:07.593396 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 3d165edc-1b8d-4bed-bda2-67fae2926d9d up at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:31:07.662838 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Provisioning complete for port 3d165edc-1b8d-4bed-bda2-67fae2926d9d triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:31:07.663228 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:08.978782 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-8a2dbe32-a1ae-43b9-8d25-6d28b2848c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:09.465701 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:10.868863 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:14.105403 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:31:16.545774 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-e278d7d6-054e-4f70-94b0-63ee14066173 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Synchronizing usage tracker for tenant:1192b351b90e4174b8c8e3acc37758bd on resource:security_group {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:31:16.562441 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-e278d7d6-054e-4f70-94b0-63ee14066173 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Unset dirty status for tenant:1192b351b90e4174b8c8e3acc37758bd on resource:security_group {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:31:16.563778 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-e278d7d6-054e-4f70-94b0-63ee14066173 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492077062&fields=id&tenant_id=1192b351b90e4174b8c8e3acc37758bd HTTP/1.1" status: 200 len: 267 time: 0.0571830 Aug 23 10:31:16.710333 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-4ae3fd36-118c-4349-b76f-89cf6604278f tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:16.711755 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-4ae3fd36-118c-4349-b76f-89cf6604278f tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/networks?id=027765e8-d43b-4b2c-b032-7b4bd8ba55a4 HTTP/1.1" status: 200 len: 808 time: 0.1407647 Aug 23 10:31:16.726022 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-15c328c7-5efc-4221-90cf-8b7b1eb80f5d tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/quotas/1192b351b90e4174b8c8e3acc37758bd HTTP/1.1" status: 200 len: 375 time: 0.0088201 Aug 23 10:31:16.905264 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-bf2d0568-3662-41a5-a4d3-22c687b93429 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1192b351b90e4174b8c8e3acc37758bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1742406 Aug 23 10:31:17.040120 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-cbd8ece3-3411-4f04-933b-03c2812fcd25 service neutron] 10.222.0.20 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232669 Aug 23 10:31:17.169143 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-656c472c-11ef-47a5-ba15-3189e842a036 service neutron] 10.222.0.20 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230454 Aug 23 10:31:17.552090 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-64db1844-040c-4883-9fbc-17cc3bd54d42 req-0fd8b441-d1cb-422c-b319-13626d783d5f tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Synchronizing usage tracker for tenant:1192b351b90e4174b8c8e3acc37758bd on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:31:17.570054 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-64db1844-040c-4883-9fbc-17cc3bd54d42 req-0fd8b441-d1cb-422c-b319-13626d783d5f tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Unset dirty status for tenant:1192b351b90e4174b8c8e3acc37758bd on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:31:17.571207 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-64db1844-040c-4883-9fbc-17cc3bd54d42 req-0fd8b441-d1cb-422c-b319-13626d783d5f tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 210 time: 0.0692806 Aug 23 10:31:18.660867 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-537aea64-3438-4515-9bda-3f1fbf1b8287 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:18.662717 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-537aea64-3438-4515-9bda-3f1fbf1b8287 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Synchronizing usage tracker for tenant:1192b351b90e4174b8c8e3acc37758bd on resource:network {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:31:18.681550 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-537aea64-3438-4515-9bda-3f1fbf1b8287 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Unset dirty status for tenant:1192b351b90e4174b8c8e3acc37758bd on resource:network {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:31:18.682850 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-537aea64-3438-4515-9bda-3f1fbf1b8287 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.46 "GET /v2.0/networks?id=027765e8-d43b-4b2c-b032-7b4bd8ba55a4 HTTP/1.1" status: 200 len: 808 time: 0.2751579 Aug 23 10:31:18.727987 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-54e83697-2e09-4566-9bfb-9367835ea030 req-e0b1526f-87ce-4f55-8e44-9c66ccede09f tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 210 time: 0.0442731 Aug 23 10:31:18.737840 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-973696f8-e235-4c27-ade0-f37814649cea tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Synchronizing usage tracker for tenant:1192b351b90e4174b8c8e3acc37758bd on resource:security_group {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:31:18.750482 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-973696f8-e235-4c27-ade0-f37814649cea tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Unset dirty status for tenant:1192b351b90e4174b8c8e3acc37758bd on resource:security_group {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:31:18.751675 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-973696f8-e235-4c27-ade0-f37814649cea tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1192b351b90e4174b8c8e3acc37758bd HTTP/1.1" status: 200 len: 380 time: 0.0606525 Aug 23 10:31:18.760507 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f5489167-71bf-4d35-b55b-cd1173cc29ca tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Request body: {'port': {'device_id': 'a64957e5-2482-41d0-b11d-a41af46c75f7', 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4', 'admin_state_up': True, 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'security_groups': ['eeccd234-611e-4ce0-aa3d-8c88f282f473']}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:31:18.901289 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f5489167-71bf-4d35-b55b-cd1173cc29ca tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:18.910501 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.quota.driver [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f5489167-71bf-4d35-b55b-cd1173cc29ca tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79164) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:18.920904 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f5489167-71bf-4d35-b55b-cd1173cc29ca tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Made reservation on behalf of 1192b351b90e4174b8c8e3acc37758bd for: {'port': 1} {{(pid=79164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:31:18.924367 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f5489167-71bf-4d35-b55b-cd1173cc29ca tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:19.098043 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_common [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f5489167-71bf-4d35-b55b-cd1173cc29ca tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Allocated IP 172.20.0.12 (027765e8-d43b-4b2c-b032-7b4bd8ba55a4/6d74e016-5f0e-42bc-9ba5-aff0aaef1923/7ad4a163-c648-408f-90ff-8ac44c61be49) {{(pid=79164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:31:19.290128 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f5489167-71bf-4d35-b55b-cd1173cc29ca tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for port, precommit_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:19.305118 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f5489167-71bf-4d35-b55b-cd1173cc29ca tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Transition to ACTIVE for port object 7ad4a163-c648-408f-90ff-8ac44c61be49 will not be triggered until provisioned by entity DHCP. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:31:19.328028 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f5489167-71bf-4d35-b55b-cd1173cc29ca tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_create {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:19.335691 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-167ed70e-e525-4627-b778-cf082adb5be1 tempest-VolumesSnapshotTestJSON-687037688 tempest-VolumesSnapshotTestJSON-687037688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:19.399214 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f5489167-71bf-4d35-b55b-cd1173cc29ca tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Network 027765e8-d43b-4b2c-b032-7b4bd8ba55a4 is already hosted by enough agents. {{(pid=79164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:31:19.402181 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.base_scheduler [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f5489167-71bf-4d35-b55b-cd1173cc29ca tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Resources bound (agent type, host, resource id): {{(pid=79164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:31:19.407134 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f5489167-71bf-4d35-b55b-cd1173cc29ca tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Received port after_create {{(pid=79164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:31:19.443257 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5489167-71bf-4d35-b55b-cd1173cc29ca tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Pushing event updated for resources: {'Port': ['ID=7ad4a163-c648-408f-90ff-8ac44c61be49,revision_number=1']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:19.446933 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-f5489167-71bf-4d35-b55b-cd1173cc29ca tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:19.481925 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f5489167-71bf-4d35-b55b-cd1173cc29ca tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:19.482547 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f5489167-71bf-4d35-b55b-cd1173cc29ca tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:19.509297 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f5489167-71bf-4d35-b55b-cd1173cc29ca tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7527590 Aug 23 10:31:19.523000 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.v2.base [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Request body: {'port': {'device_id': 'a64957e5-2482-41d0-b11d-a41af46c75f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:31:19.640224 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:19.674522 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-a064161f-c92a-4941-b120-1d21946cde52 None None] Provisioning for port 7ad4a163-c648-408f-90ff-8ac44c61be49 completed by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:31:19.679853 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-a064161f-c92a-4941-b120-1d21946cde52 None None] Provisioning complete for port 7ad4a163-c648-408f-90ff-8ac44c61be49 triggered by entity DHCP. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:31:19.680264 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-a064161f-c92a-4941-b120-1d21946cde52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:19.732825 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-a064161f-c92a-4941-b120-1d21946cde52 None None] Port 7ad4a163-c648-408f-90ff-8ac44c61be49 cannot update to ACTIVE because it is not bound. {{(pid=79165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:31:19.992464 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45f1c5-6652-459d-b093-7daac17fa59a req-bd4f1f66-68ea-4e7b-8c8b-d52ae84b3569 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:19.993295 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-6e45f1c5-6652-459d-b093-7daac17fa59a req-bd4f1f66-68ea-4e7b-8c8b-d52ae84b3569 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Synchronizing usage tracker for tenant:1192b351b90e4174b8c8e3acc37758bd on resource:port {{(pid=79164) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:31:20.055682 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.quota.resource [req-6e45f1c5-6652-459d-b093-7daac17fa59a req-bd4f1f66-68ea-4e7b-8c8b-d52ae84b3569 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Unset dirty status for tenant:1192b351b90e4174b8c8e3acc37758bd on resource:port {{(pid=79164) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:31:20.056835 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6e45f1c5-6652-459d-b093-7daac17fa59a req-bd4f1f66-68ea-4e7b-8c8b-d52ae84b3569 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 932 time: 0.1894388 Aug 23 10:31:20.058576 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad4a163-c648-408f-90ff-8ac44c61be49 {{(pid=79164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:31:20.067325 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:20.106659 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.provisioning_blocks [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Transition to ACTIVE for port object 7ad4a163-c648-408f-90ff-8ac44c61be49 will not be triggered until provisioned by entity L2. {{(pid=79164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:31:20.112837 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:20.119682 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-430b7e5d-d1c4-4ae4-88f2-2bc4a7cb9f03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:20.157303 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-6e45f1c5-6652-459d-b093-7daac17fa59a req-88549eac-5b6b-4990-8955-0e75487c1328 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940924 Aug 23 10:31:20.282391 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad4a163-c648-408f-90ff-8ac44c61be49,revision_number=2']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:20.290369 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:20.357784 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Attempting to bind port 7ad4a163-c648-408f-90ff-8ac44c61be49 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:31:20.358114 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Attempting to bind port 7ad4a163-c648-408f-90ff-8ac44c61be49 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'd3b090b2-48d2-434e-b165-8fd35753cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4'}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:31:20.358434 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Attempting to bind port 7ad4a163-c648-408f-90ff-8ac44c61be49 on network 027765e8-d43b-4b2c-b032-7b4bd8ba55a4 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:31:20.362899 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Port 7ad4a163-c648-408f-90ff-8ac44c61be49 on network 027765e8-d43b-4b2c-b032-7b4bd8ba55a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:31:20.363210 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Attempting to bind port 7ad4a163-c648-408f-90ff-8ac44c61be49 on network 027765e8-d43b-4b2c-b032-7b4bd8ba55a4 {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:31:20.368352 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Checking agent: {'id': 'da4e5719-434b-498c-af5a-9a8836947b40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'started_at': datetime.datetime(2021, 8, 23, 10, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:31:20.368680 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Checking segment: {'id': 'd3b090b2-48d2-434e-b165-8fd35753cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:31:20.369051 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Bound using segment: {'id': 'd3b090b2-48d2-434e-b165-8fd35753cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4'} {{(pid=79164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:31:20.369465 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.managers [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Bound port: 7ad4a163-c648-408f-90ff-8ac44c61be49, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b090b2-48d2-434e-b165-8fd35753cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4'}}] {{(pid=79164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:31:20.369801 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:20.546952 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] For port 7ad4a163-c648-408f-90ff-8ac44c61be49, host hv-cinder-80278, cleared binding levels {{(pid=79164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:31:20.549993 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] For port 7ad4a163-c648-408f-90ff-8ac44c61be49, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=7ad4a163-c648-408f-90ff-8ac44c61be49,segment=NetworkSegment(d3b090b2-48d2-434e-b165-8fd35753cf0e),segment_id=d3b090b2-48d2-434e-b165-8fd35753cf0e)] {{(pid=79164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:31:20.553556 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26337122'] for port, after_update {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:20.557131 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-2060aa03-d752-4df5-9ad3-b8a9fe81e52d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:20.614975 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:20.615691 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:20.617000 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] 10.222.0.46 "PUT /v2.0/ports/7ad4a163-c648-408f-90ff-8ac44c61be49 HTTP/1.1" status: 200 len: 1094 time: 1.0988889 Aug 23 10:31:20.617493 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64957e5-2482-41d0-b11d-a41af46c75f7', 'tag': '7ad4a163-c648-408f-90ff-8ac44c61be49'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:31:20.646853 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad4a163-c648-408f-90ff-8ac44c61be49,revision_number=3']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:20.651148 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-f13fd0a0-5df2-44fa-b89e-d1bcc972d6b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:20.689696 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64957e5-2482-41d0-b11d-a41af46c75f7', 'tag': '7ad4a163-c648-408f-90ff-8ac44c61be49', 'status': 'completed', 'code': 200} Aug 23 10:31:20.733140 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-477b5c99-85c5-492d-b872-0fce622babdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:20.734662 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-477b5c99-85c5-492d-b872-0fce622babdb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1192b351b90e4174b8c8e3acc37758bd&device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 1097 time: 0.0768583 Aug 23 10:31:20.806278 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-00dc3feb-b659-4bc8-8cf6-76c612a60812 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ad4a163-c648-408f-90ff-8ac44c61be49 HTTP/1.1" status: 200 len: 217 time: 0.0648563 Aug 23 10:31:20.869436 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-631a9723-abf5-4614-b2fd-869ee3edf887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:20.870878 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-631a9723-abf5-4614-b2fd-869ee3edf887 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d74e016-5f0e-42bc-9ba5-aff0aaef1923 HTTP/1.1" status: 200 len: 847 time: 0.0583723 Aug 23 10:31:20.950141 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-82ff02ff-2018-4bf6-bae2-941ccb6b2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:20.951584 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-82ff02ff-2018-4bf6-bae2-941ccb6b2826 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=027765e8-d43b-4b2c-b032-7b4bd8ba55a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734787 Aug 23 10:31:21.085543 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-424a8abc-3031-447d-93fe-66bfdbb24214 service neutron] 10.222.0.46 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271756 Aug 23 10:31:21.218004 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ffa8c22d-03f0-4a8f-9548-20b3b09644eb req-392b88ec-47fa-49ba-863d-7c983368a7a2 service neutron] 10.222.0.46 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260347 Aug 23 10:31:21.387971 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d2b9a-5016-447a-aece-8b32bf28876b req-0fb14352-383a-4656-af68-063ab97fce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:21.389360 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-057d2b9a-5016-447a-aece-8b32bf28876b req-0fb14352-383a-4656-af68-063ab97fce96 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1192b351b90e4174b8c8e3acc37758bd&device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 1097 time: 0.1303849 Aug 23 10:31:21.400804 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e862d-a3ec-428f-9eb0-d053dfeec92d req-2ea7d881-fd97-4519-8de2-2348de4c003d tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:21.402123 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-216e862d-a3ec-428f-9eb0-d053dfeec92d req-2ea7d881-fd97-4519-8de2-2348de4c003d tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 944 time: 0.1093140 Aug 23 10:31:21.526779 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-216e862d-a3ec-428f-9eb0-d053dfeec92d req-41f07f25-11a5-4c85-8258-cb8fd1143e37 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063740 Aug 23 10:31:21.558597 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d2b9a-5016-447a-aece-8b32bf28876b req-c11dafef-9fe7-40e1-ae48-d66e4b55c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:21.560069 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-057d2b9a-5016-447a-aece-8b32bf28876b req-c11dafef-9fe7-40e1-ae48-d66e4b55c175 service neutron] 10.222.0.46 "GET /v2.0/networks?id=027765e8-d43b-4b2c-b032-7b4bd8ba55a4 HTTP/1.1" status: 200 len: 909 time: 0.1570854 Aug 23 10:31:21.629503 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-057d2b9a-5016-447a-aece-8b32bf28876b req-72ad6c6f-0a29-400d-8fd7-797cce5f3700 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ad4a163-c648-408f-90ff-8ac44c61be49 HTTP/1.1" status: 200 len: 217 time: 0.0622926 Aug 23 10:31:21.692021 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d2b9a-5016-447a-aece-8b32bf28876b req-73092caa-4847-4d96-a360-552cbdf112f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:21.693419 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-057d2b9a-5016-447a-aece-8b32bf28876b req-73092caa-4847-4d96-a360-552cbdf112f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d74e016-5f0e-42bc-9ba5-aff0aaef1923 HTTP/1.1" status: 200 len: 847 time: 0.0565569 Aug 23 10:31:21.770937 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d2b9a-5016-447a-aece-8b32bf28876b req-9def2aa2-9188-41a4-b99d-9d3f424328b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:21.772403 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-057d2b9a-5016-447a-aece-8b32bf28876b req-9def2aa2-9188-41a4-b99d-9d3f424328b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=027765e8-d43b-4b2c-b032-7b4bd8ba55a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0712190 Aug 23 10:31:21.900772 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-057d2b9a-5016-447a-aece-8b32bf28876b req-53159270-8e4b-452c-879c-c9ce265a342b service neutron] 10.222.0.46 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207824 Aug 23 10:31:22.113282 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 7ad4a163-c648-408f-90ff-8ac44c61be49 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:31:22.128418 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-057d2b9a-5016-447a-aece-8b32bf28876b req-a562559d-bb83-427b-a560-861862c5c9e9 service neutron] 10.222.0.46 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193739 Aug 23 10:31:22.247401 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 7ad4a163-c648-408f-90ff-8ac44c61be49, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=7ad4a163-c648-408f-90ff-8ac44c61be49,segment=NetworkSegment(d3b090b2-48d2-434e-b165-8fd35753cf0e),segment_id=d3b090b2-48d2-434e-b165-8fd35753cf0e)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:22.264545 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': '7ad4a163-c648-408f-90ff-8ac44c61be49', 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4', 'port_id': '7ad4a163-c648-408f-90ff-8ac44c61be49', 'mac_address': 'fa:16:3e:13:cb:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:31:22.319055 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:22.336461 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad4a163-c648-408f-90ff-8ac44c61be49 {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:31:22.351230 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 7ad4a163-c648-408f-90ff-8ac44c61be49, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=7ad4a163-c648-408f-90ff-8ac44c61be49,segment=NetworkSegment(d3b090b2-48d2-434e-b165-8fd35753cf0e),segment_id=d3b090b2-48d2-434e-b165-8fd35753cf0e)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:22.355170 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:22.357082 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:22.421104 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=7ad4a163-c648-408f-90ff-8ac44c61be49,revision_number=4']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:22.423984 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:22.544400 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['7ad4a163-c648-408f-90ff-8ac44c61be49'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:31:22.715491 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db1240-afa1-4437-965a-57916fd167b4 req-73b88bcd-3d36-46d3-baf2-1b483082593e tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:22.716980 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c6db1240-afa1-4437-965a-57916fd167b4 req-73b88bcd-3d36-46d3-baf2-1b483082593e tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 945 time: 0.0839310 Aug 23 10:31:22.761873 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-c6db1240-afa1-4437-965a-57916fd167b4 req-eba39ea0-157b-43a9-94f1-6e85b3a6c983 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391645 Aug 23 10:31:23.944066 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0fe22-b0e1-413d-91a3-0cf7b98630ac req-9ff38d2a-623b-4e07-97a5-e95e1edc102a tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:23.945493 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5bc0fe22-b0e1-413d-91a3-0cf7b98630ac req-9ff38d2a-623b-4e07-97a5-e95e1edc102a tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 945 time: 0.0798857 Aug 23 10:31:23.987847 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-5bc0fe22-b0e1-413d-91a3-0cf7b98630ac req-f8dcce86-3eae-4df7-a71a-430bb4298dc8 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367830 Aug 23 10:31:24.127151 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 7ad4a163-c648-408f-90ff-8ac44c61be49 up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:31:24.194596 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning for port 7ad4a163-c648-408f-90ff-8ac44c61be49 completed by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:31:24.199341 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port 7ad4a163-c648-408f-90ff-8ac44c61be49 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:31:24.200233 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:24.316139 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:24.343943 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64957e5-2482-41d0-b11d-a41af46c75f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad4a163-c648-408f-90ff-8ac44c61be49'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:31:24.353689 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 7ad4a163-c648-408f-90ff-8ac44c61be49, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=7ad4a163-c648-408f-90ff-8ac44c61be49,segment=NetworkSegment(d3b090b2-48d2-434e-b165-8fd35753cf0e),segment_id=d3b090b2-48d2-434e-b165-8fd35753cf0e)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:24.357952 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:24.360031 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:24.394581 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64957e5-2482-41d0-b11d-a41af46c75f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad4a163-c648-408f-90ff-8ac44c61be49', 'code': 200} Aug 23 10:31:24.429825 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=7ad4a163-c648-408f-90ff-8ac44c61be49,revision_number=5']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:24.432619 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:24.690012 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c00f4-dbfb-4f82-ae38-6c4329d78bd5 req-cadebd5e-b671-43ec-b70c-33c20d68af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:24.691486 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-721c00f4-dbfb-4f82-ae38-6c4329d78bd5 req-cadebd5e-b671-43ec-b70c-33c20d68af1e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 1099 time: 0.0796976 Aug 23 10:31:24.730918 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-721c00f4-dbfb-4f82-ae38-6c4329d78bd5 req-609b3878-f1ee-4627-9756-e7ab25f9aec5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332346 Aug 23 10:31:25.167864 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9fc78-a952-45cb-92e4-a97edb412069 req-3e4569c1-4f64-4c04-8500-b8c560354f76 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:25.169351 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c2d9fc78-a952-45cb-92e4-a97edb412069 req-3e4569c1-4f64-4c04-8500-b8c560354f76 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.0789123 Aug 23 10:31:25.214933 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c2d9fc78-a952-45cb-92e4-a97edb412069 req-1fdf1745-1ce2-4ad6-832e-fd31932b9def tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398443 Aug 23 10:31:26.398080 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071de5c7-ce4d-47cf-88fc-9adc0adc1153 req-6fd3ea9f-06ed-47c9-85a6-4a53fac20e3d tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:26.399512 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-071de5c7-ce4d-47cf-88fc-9adc0adc1153 req-6fd3ea9f-06ed-47c9-85a6-4a53fac20e3d tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.0799649 Aug 23 10:31:26.444354 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-071de5c7-ce4d-47cf-88fc-9adc0adc1153 req-68608195-c916-4e39-9e94-1dccd32e9fa8 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391672 Aug 23 10:31:26.626816 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc8009-564b-4aed-a0f2-97401faa1fe3 req-68384fac-dd80-4785-a167-198df88b9c7e tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:26.628267 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-67bc8009-564b-4aed-a0f2-97401faa1fe3 req-68384fac-dd80-4785-a167-198df88b9c7e tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.0818834 Aug 23 10:31:26.671990 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-67bc8009-564b-4aed-a0f2-97401faa1fe3 req-18164ed1-57a2-4c0b-845d-968ee6d7f864 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377862 Aug 23 10:31:26.694137 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48414) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:26.859765 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc64181d-d44e-4dfa-a83b-5b107f947a3d tempest-TestShelveInstance-270908618 tempest-TestShelveInstance-270908618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:26.860490 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-bc64181d-d44e-4dfa-a83b-5b107f947a3d tempest-TestShelveInstance-270908618 tempest-TestShelveInstance-270908618-project-admin] Synchronizing usage tracker for tenant:9bcb0a159f2446f993c6232e867b15c8 on resource:port {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:31:26.876685 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-bc64181d-d44e-4dfa-a83b-5b107f947a3d tempest-TestShelveInstance-270908618 tempest-TestShelveInstance-270908618-project-admin] Unset dirty status for tenant:9bcb0a159f2446f993c6232e867b15c8 on resource:port {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:31:26.877813 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-bc64181d-d44e-4dfa-a83b-5b107f947a3d tempest-TestShelveInstance-270908618 tempest-TestShelveInstance-270908618-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 1094 time: 0.1826279 Aug 23 10:31:26.880952 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48420) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:26.885819 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.v2.base [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Request body: {'floatingip': {'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'port_id': '7ad4a163-c648-408f-90ff-8ac44c61be49', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=79163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:31:26.892398 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:26.896609 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Usage tracker for resource:floatingip and tenant:1192b351b90e4174b8c8e3acc37758bd is out of sync, need to count used quota {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:26.899335 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79163) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:26.904891 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.quota.driver [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79163) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:26.915612 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for floatingip, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:27.050085 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:27.180583 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_common [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Allocated IP 172.28.2.250 (6abbf648-30c3-4bc3-b6f8-fb92b7833a6b/1bf33108-a606-44c8-ae34-6d10a469fb3b/d013f905-75b2-4e34-8239-6cde6e3ec2fd) {{(pid=79163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:31:27.329095 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for port, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:27.357727 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775983019542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:27.361193 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-50b39927-aba2-427f-bacb-35146945c8f5 tempest-AttachVolumeTestJSON-681570023 tempest-AttachVolumeTestJSON-681570023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:27.421376 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Network 6abbf648-30c3-4bc3-b6f8-fb92b7833a6b is already hosted by enough agents. {{(pid=79163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:31:27.424284 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.base_scheduler [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Resources bound (agent type, host, resource id): {{(pid=79163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:31:27.428249 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Received port after_create {{(pid=79163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:31:27.464288 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Pushing event updated for resources: {'Port': ['ID=d013f905-75b2-4e34-8239-6cde6e3ec2fd,revision_number=1']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:27.468372 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:27.829176 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:27.999824 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:28.199098 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for port, precommit_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:28.203581 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26781080'] for port, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:28.208209 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-65f3b2da-d1f0-4259-8fff-6e66d5f62301 tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:28.317807 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Pushing event updated for resources: {'Port': ['ID=d013f905-75b2-4e34-8239-6cde6e3ec2fd,revision_number=2']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:28.321927 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:28.328382 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901046'] for floatingip, after_update {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:28.501137 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.db.l3_db [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Floating IP f83bd669-d3d0-44d6-aacb-5fadf367bd30 associated. External IP: 172.28.2.250, port: 7ad4a163-c648-408f-90ff-8ac44c61be49. Aug 23 10:31:28.847752 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Router d1dfd824-963f-4ac0-a7d9-56c8ac5860ad has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:31:29.023530 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:31:29.033059 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23decb3b-a253-4133-a3a4-04fa1cc35a20 None None] Sync routers for ids ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'] in dv-cinder-802781-2-smb {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:31:29.042622 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23decb3b-a253-4133-a3a4-04fa1cc35a20 None None] Routers {'d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:31:29.043236 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-23decb3b-a253-4133-a3a4-04fa1cc35a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:31:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:29.047932 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for floatingip, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:29.103247 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-892d0ed8-5281-4a90-bfb9-302fcae98d92 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2211719 Aug 23 10:31:29.103925 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64957e5-2482-41d0-b11d-a41af46c75f7', 'tag': '7ad4a163-c648-408f-90ff-8ac44c61be49'}] {{(pid=79163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:31:29.150145 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64957e5-2482-41d0-b11d-a41af46c75f7', 'tag': '7ad4a163-c648-408f-90ff-8ac44c61be49', 'status': 'completed', 'code': 200} Aug 23 10:31:29.224642 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-23decb3b-a253-4133-a3a4-04fa1cc35a20 None None] Set router d1dfd824-963f-4ac0-a7d9-56c8ac5860ad gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:31:29.242696 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad131a7b-b2f1-4a1e-8ec7-e1020056f489 req-aa614f4e-578d-42a6-851d-65d2c5cbd717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:29.244516 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ad131a7b-b2f1-4a1e-8ec7-e1020056f489 req-aa614f4e-578d-42a6-851d-65d2c5cbd717 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1192b351b90e4174b8c8e3acc37758bd&device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 1099 time: 0.0721626 Aug 23 10:31:29.378698 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad131a7b-b2f1-4a1e-8ec7-e1020056f489 req-8159cb08-3408-4491-975c-d8bb97883b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:29.380160 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ad131a7b-b2f1-4a1e-8ec7-e1020056f489 req-8159cb08-3408-4491-975c-d8bb97883b3d service neutron] 10.222.0.46 "GET /v2.0/networks?id=027765e8-d43b-4b2c-b032-7b4bd8ba55a4 HTTP/1.1" status: 200 len: 909 time: 0.1289167 Aug 23 10:31:29.483275 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ad131a7b-b2f1-4a1e-8ec7-e1020056f489 req-b845a14d-9746-4aaf-ab09-d780c404b208 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ad4a163-c648-408f-90ff-8ac44c61be49 HTTP/1.1" status: 200 len: 1000 time: 0.0970039 Aug 23 10:31:29.554387 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad131a7b-b2f1-4a1e-8ec7-e1020056f489 req-bc9b8804-3ebd-4fcf-b1df-83039f10abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:29.555927 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ad131a7b-b2f1-4a1e-8ec7-e1020056f489 req-bc9b8804-3ebd-4fcf-b1df-83039f10abf6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d74e016-5f0e-42bc-9ba5-aff0aaef1923 HTTP/1.1" status: 200 len: 847 time: 0.0659354 Aug 23 10:31:29.594007 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-23decb3b-a253-4133-a3a4-04fa1cc35a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'name': 'tempest-TestShelveInstance-851123087-router', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:48Z', 'updated_at': '2021-08-23T10:30:52Z', 'revision_number': 4, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'gw_port': {'id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:49Z', 'updated_at': '2021-08-23T10:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_floatingips': [{'id': 'f83bd669-d3d0-44d6-aacb-5fadf367bd30', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'floating_ip_address': '172.28.2.250', 'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'router_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'port_id': '7ad4a163-c648-408f-90ff-8ac44c61be49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4', 'mac_address': 'fa:16:3e:13:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64957e5-2482-41d0-b11d-a41af46c75f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:31:27Z', 'updated_at': '2021-08-23T10:31:27Z', 'revision_number': 0, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0719963-8d41-47d0-bf41-48fa170af56f', 'name': '', 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'mac_address': 'fa:16:3e:9a:ff:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:51Z', 'updated_at': '2021-08-23T10:30:58Z', 'revision_number': 5, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'subnets': [{'id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:29.597762 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23decb3b-a253-4133-a3a4-04fa1cc35a20 None None] Checking router: d1dfd824-963f-4ac0-a7d9-56c8ac5860ad for host: dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:31:29.606031 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23decb3b-a253-4133-a3a4-04fa1cc35a20 None None] Routers {'d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:31:29.606630 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-23decb3b-a253-4133-a3a4-04fa1cc35a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:31:09Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:29.632242 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad131a7b-b2f1-4a1e-8ec7-e1020056f489 req-6f95c20d-1508-46c7-bb2d-2c88d209daae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:29.633638 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ad131a7b-b2f1-4a1e-8ec7-e1020056f489 req-6f95c20d-1508-46c7-bb2d-2c88d209daae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=027765e8-d43b-4b2c-b032-7b4bd8ba55a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709000 Aug 23 10:31:29.766956 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ad131a7b-b2f1-4a1e-8ec7-e1020056f489 req-6f34cf8b-989b-47bc-aa28-2ef7487ecb3c service neutron] 10.222.0.46 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267049 Aug 23 10:31:29.782898 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-23decb3b-a253-4133-a3a4-04fa1cc35a20 None None] Set router d1dfd824-963f-4ac0-a7d9-56c8ac5860ad gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:31:29.906235 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-ad131a7b-b2f1-4a1e-8ec7-e1020056f489 req-f9c7e091-d3d9-417c-be12-8a358c6eb532 service neutron] 10.222.0.46 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331685 Aug 23 10:31:30.130990 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-23decb3b-a253-4133-a3a4-04fa1cc35a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'name': 'tempest-TestShelveInstance-851123087-router', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:48Z', 'updated_at': '2021-08-23T10:30:52Z', 'revision_number': 4, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'gw_port': {'id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:49Z', 'updated_at': '2021-08-23T10:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_floatingips': [{'id': 'f83bd669-d3d0-44d6-aacb-5fadf367bd30', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'floating_ip_address': '172.28.2.250', 'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'router_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'port_id': '7ad4a163-c648-408f-90ff-8ac44c61be49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4', 'mac_address': 'fa:16:3e:13:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64957e5-2482-41d0-b11d-a41af46c75f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:31:27Z', 'updated_at': '2021-08-23T10:31:27Z', 'revision_number': 0, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0719963-8d41-47d0-bf41-48fa170af56f', 'name': '', 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'mac_address': 'fa:16:3e:9a:ff:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:51Z', 'updated_at': '2021-08-23T10:30:58Z', 'revision_number': 5, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'subnets': [{'id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:30.134891 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23decb3b-a253-4133-a3a4-04fa1cc35a20 None None] The sync data for ids ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'] in dv-cinder-802781-2-smb is: [{'id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'name': 'tempest-TestShelveInstance-851123087-router', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:48Z', 'updated_at': '2021-08-23T10:30:52Z', 'revision_number': 4, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'gw_port': {'id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:49Z', 'updated_at': '2021-08-23T10:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_floatingips': [{'id': 'f83bd669-d3d0-44d6-aacb-5fadf367bd30', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'floating_ip_address': '172.28.2.250', 'floating_network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'router_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'port_id': '7ad4a163-c648-408f-90ff-8ac44c61be49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4', 'mac_address': 'fa:16:3e:13:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64957e5-2482-41d0-b11d-a41af46c75f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:31:27Z', 'updated_at': '2021-08-23T10:31:27Z', 'revision_number': 0, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0719963-8d41-47d0-bf41-48fa170af56f', 'name': '', 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'mac_address': 'fa:16:3e:9a:ff:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:51Z', 'updated_at': '2021-08-23T10:30:58Z', 'revision_number': 5, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'subnets': [{'id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:31:30.322127 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e3fd9d-8f78-4cfd-a7c2-bfb965d94966 None None] New status for floating IP f83bd669-d3d0-44d6-aacb-5fadf367bd30: ACTIVE {{(pid=79166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:31:36.139269 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-cd357ba1-c6d1-4794-802f-1d78cf32b3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:36.777651 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:36.950541 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:38.961077 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-34bda0f8-4fdc-41ec-96e9-973583db72e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:39.466235 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:40.870421 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:51.105253 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:32:06.141480 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-90303826-abc2-4a49-b65f-52ca87bd1303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:06.779262 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:06.962175 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:08.962077 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-bb4812c6-5fdc-43da-bab7-ae417bc88e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:09.469123 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:10.873235 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:19.824332 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-42cd0167-4658-4548-9623-fdef04ca4477 req-6ce2fcfe-c6ad-4fae-bd5f-74c794e4aa46 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1237295 Aug 23 10:32:19.963306 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd0167-4658-4548-9623-fdef04ca4477 req-9175d265-f509-4e12-b08e-d9ab06fedb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:19.964792 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-42cd0167-4658-4548-9623-fdef04ca4477 req-9175d265-f509-4e12-b08e-d9ab06fedb9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1192b351b90e4174b8c8e3acc37758bd&device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 1099 time: 0.0716488 Aug 23 10:32:20.111644 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd0167-4658-4548-9623-fdef04ca4477 req-7a0515da-12ae-4edb-a38a-c35e188c329c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:20.113031 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-42cd0167-4658-4548-9623-fdef04ca4477 req-7a0515da-12ae-4edb-a38a-c35e188c329c service neutron] 10.222.0.46 "GET /v2.0/networks?id=027765e8-d43b-4b2c-b032-7b4bd8ba55a4 HTTP/1.1" status: 200 len: 909 time: 0.1301894 Aug 23 10:32:20.216068 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-42cd0167-4658-4548-9623-fdef04ca4477 req-4a06b137-3dec-4372-bac3-0b30bf313494 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ad4a163-c648-408f-90ff-8ac44c61be49 HTTP/1.1" status: 200 len: 1002 time: 0.0966604 Aug 23 10:32:20.278706 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd0167-4658-4548-9623-fdef04ca4477 req-1d4d4f0c-80a1-4707-b593-34fff9dee1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:20.280126 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-42cd0167-4658-4548-9623-fdef04ca4477 req-1d4d4f0c-80a1-4707-b593-34fff9dee1a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d74e016-5f0e-42bc-9ba5-aff0aaef1923 HTTP/1.1" status: 200 len: 847 time: 0.0565875 Aug 23 10:32:20.441082 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd0167-4658-4548-9623-fdef04ca4477 req-6bf93deb-524b-4853-b8fe-8cf6a81d1f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:20.443253 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-42cd0167-4658-4548-9623-fdef04ca4477 req-6bf93deb-524b-4853-b8fe-8cf6a81d1f66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=027765e8-d43b-4b2c-b032-7b4bd8ba55a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1561375 Aug 23 10:32:20.453587 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [req-42cd0167-4658-4548-9623-fdef04ca4477 req-f4362969-38bb-487c-9c43-3b1e63ac0176 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=79164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:32:20.454486 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-42cd0167-4658-4548-9623-fdef04ca4477 req-f4362969-38bb-487c-9c43-3b1e63ac0176 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048485 Aug 23 10:32:20.584079 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-42cd0167-4658-4548-9623-fdef04ca4477 req-45c320be-7c0b-47a4-9604-d52331943f0f service neutron] 10.222.0.46 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232307 Aug 23 10:32:20.713782 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-42cd0167-4658-4548-9623-fdef04ca4477 req-fc0ee443-c74d-4bfb-9525-e6d0c0c9f71b service neutron] 10.222.0.46 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235094 Aug 23 10:32:28.104245 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:32:36.146652 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-af2622b9-ca52-4daa-83ba-498a1ba2e430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:36.780467 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:36.960410 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:38.963854 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c63d5907-e93f-4ec7-9856-1c322aad4824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:39.471223 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:40.877655 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:05.103574 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:33:06.150068 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5b627b21-3644-4c8d-81e2-7fc8a3b8d964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:06.785373 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:06.970844 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:08.965376 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-2adfea5d-f9da-4b73-be78-2ec5f9622c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:09.473178 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:10.881585 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:19.138272 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296acf6c-630b-4802-8b1b-f9eccdd3528c req-4d67e3ea-a329-4cbe-872b-d1d5298cb226 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:19.139739 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-296acf6c-630b-4802-8b1b-f9eccdd3528c req-4d67e3ea-a329-4cbe-872b-d1d5298cb226 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.1262400 Aug 23 10:33:19.186145 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-296acf6c-630b-4802-8b1b-f9eccdd3528c req-a6f0bcae-468b-4d7f-b4b7-0dd5a312d84e tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407262 Aug 23 10:33:20.432362 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa536d-c7fe-4646-abae-6e4652d1e5fa req-2f098a3d-aed6-46f4-9339-f5935ea0b3c5 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:20.433804 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-07aa536d-c7fe-4646-abae-6e4652d1e5fa req-2f098a3d-aed6-46f4-9339-f5935ea0b3c5 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.1255856 Aug 23 10:33:20.481508 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-07aa536d-c7fe-4646-abae-6e4652d1e5fa req-a9f436c8-5ef4-4b83-92f3-6835761d75da tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420203 Aug 23 10:33:21.674357 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954af70-dfe4-4650-ba5b-024c81a7972e req-1b5a3cc4-9829-4540-a741-ed54877c163d tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:21.675828 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1954af70-dfe4-4650-ba5b-024c81a7972e req-1b5a3cc4-9829-4540-a741-ed54877c163d tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.0793483 Aug 23 10:33:21.720639 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-1954af70-dfe4-4650-ba5b-024c81a7972e req-21c7df2a-b52f-4697-a62f-e141a0657f1c tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390830 Aug 23 10:33:21.821661 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfaea2-0e71-4532-b439-cb99552c9f42 req-64445d0b-d81a-4b4c-be0c-5bdc5a330ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:21.823051 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-77cfaea2-0e71-4532-b439-cb99552c9f42 req-64445d0b-d81a-4b4c-be0c-5bdc5a330ac8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1192b351b90e4174b8c8e3acc37758bd&device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 1099 time: 0.0705938 Aug 23 10:33:21.966796 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfaea2-0e71-4532-b439-cb99552c9f42 req-fe9e023a-fc35-4738-84bf-7fedb9fbfe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:21.968248 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-77cfaea2-0e71-4532-b439-cb99552c9f42 req-fe9e023a-fc35-4738-84bf-7fedb9fbfe6b service neutron] 10.222.0.46 "GET /v2.0/networks?id=027765e8-d43b-4b2c-b032-7b4bd8ba55a4 HTTP/1.1" status: 200 len: 909 time: 0.1261539 Aug 23 10:33:22.070588 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-77cfaea2-0e71-4532-b439-cb99552c9f42 req-752dea4f-3b1e-42a5-ae72-df9d070ee426 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ad4a163-c648-408f-90ff-8ac44c61be49 HTTP/1.1" status: 200 len: 1002 time: 0.0955830 Aug 23 10:33:22.132669 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfaea2-0e71-4532-b439-cb99552c9f42 req-cd23bda6-2b2b-42eb-9f78-145073fe7ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:22.133991 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-77cfaea2-0e71-4532-b439-cb99552c9f42 req-cd23bda6-2b2b-42eb-9f78-145073fe7ec2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d74e016-5f0e-42bc-9ba5-aff0aaef1923 HTTP/1.1" status: 200 len: 847 time: 0.0570042 Aug 23 10:33:22.211057 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfaea2-0e71-4532-b439-cb99552c9f42 req-46540455-3fd1-4fa7-ad22-f7df0a59edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:22.212548 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-77cfaea2-0e71-4532-b439-cb99552c9f42 req-46540455-3fd1-4fa7-ad22-f7df0a59edc4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=027765e8-d43b-4b2c-b032-7b4bd8ba55a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722675 Aug 23 10:33:22.341353 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-77cfaea2-0e71-4532-b439-cb99552c9f42 req-8d06f571-eb11-43fe-acd1-37e3a600f39a service neutron] 10.222.0.46 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219399 Aug 23 10:33:22.470243 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-77cfaea2-0e71-4532-b439-cb99552c9f42 req-54f13e26-c1eb-4344-ba61-d36dc1a5d32b service neutron] 10.222.0.46 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221740 Aug 23 10:33:22.905163 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48028df2-0d1a-4a6e-94a7-1aa14aacd9c6 req-011d4218-e992-4c63-9f13-a5767cf4906b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:22.906606 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-48028df2-0d1a-4a6e-94a7-1aa14aacd9c6 req-011d4218-e992-4c63-9f13-a5767cf4906b tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.0807595 Aug 23 10:33:22.951625 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-48028df2-0d1a-4a6e-94a7-1aa14aacd9c6 req-04a23e55-3e16-4627-81fc-a54f703113f4 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394514 Aug 23 10:33:24.244308 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56cd51-8fed-4318-80bd-d8c4dcfaa080 req-9be0a129-a643-4955-bf9b-0ea00efb32b4 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:24.245692 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-3f56cd51-8fed-4318-80bd-d8c4dcfaa080 req-9be0a129-a643-4955-bf9b-0ea00efb32b4 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.1881745 Aug 23 10:33:24.289120 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-3f56cd51-8fed-4318-80bd-d8c4dcfaa080 req-f20bb1df-a02a-4ace-8a27-bf03ee707337 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377545 Aug 23 10:33:25.474762 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ef0d2-2646-4fc2-8419-5df924eb0c98 req-7ff3cd65-52a1-48ab-b650-afa150ae9473 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:25.476180 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d54ef0d2-2646-4fc2-8419-5df924eb0c98 req-7ff3cd65-52a1-48ab-b650-afa150ae9473 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.0823412 Aug 23 10:33:25.520416 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-d54ef0d2-2646-4fc2-8419-5df924eb0c98 req-a4dda375-276d-48fc-875f-d9442af46c97 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385690 Aug 23 10:33:26.699935 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fb343-ded5-4f7f-8032-e309dbde6da8 req-94d96710-5096-4fe0-a284-6d2a8ea30d6e tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:26.701379 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-150fb343-ded5-4f7f-8032-e309dbde6da8 req-94d96710-5096-4fe0-a284-6d2a8ea30d6e tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.0781357 Aug 23 10:33:26.747909 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-150fb343-ded5-4f7f-8032-e309dbde6da8 req-a4de47ab-d983-4836-b666-402f1189c6ee tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405033 Aug 23 10:33:27.935270 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78595efe-efed-4db4-8da7-a69671163c3f req-ea1bb00e-eb8b-4da2-9b82-56acf8c7c66f tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:27.936729 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-78595efe-efed-4db4-8da7-a69671163c3f req-ea1bb00e-eb8b-4da2-9b82-56acf8c7c66f tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.0818105 Aug 23 10:33:27.980708 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-78595efe-efed-4db4-8da7-a69671163c3f req-e5128c0f-538c-4622-a99c-cdad7e472aa5 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384243 Aug 23 10:33:29.162917 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46a915-b5a1-4f11-aa51-cf92b6f32b2c req-a583e10b-3023-4b7e-a34c-339ccf6640c0 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:29.164423 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9a46a915-b5a1-4f11-aa51-cf92b6f32b2c req-a583e10b-3023-4b7e-a34c-339ccf6640c0 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.0805950 Aug 23 10:33:29.190825 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d3f00-f132-4571-ac7c-0147e0d91ff9 req-dccf4c29-2b36-455a-b6f1-3ed986bf920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:29.192436 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-700d3f00-f132-4571-ac7c-0147e0d91ff9 req-dccf4c29-2b36-455a-b6f1-3ed986bf920b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1192b351b90e4174b8c8e3acc37758bd&device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 1099 time: 0.0714171 Aug 23 10:33:29.211207 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9a46a915-b5a1-4f11-aa51-cf92b6f32b2c req-a532658a-61bc-49cf-bbd2-47dafd1a95f3 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407779 Aug 23 10:33:29.415590 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d3f00-f132-4571-ac7c-0147e0d91ff9 req-fa37fff7-a81b-4e2e-a77c-92590311dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:29.416990 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-700d3f00-f132-4571-ac7c-0147e0d91ff9 req-fa37fff7-a81b-4e2e-a77c-92590311dcfb service neutron] 10.222.0.46 "GET /v2.0/networks?id=027765e8-d43b-4b2c-b032-7b4bd8ba55a4 HTTP/1.1" status: 200 len: 909 time: 0.2174969 Aug 23 10:33:29.521301 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-700d3f00-f132-4571-ac7c-0147e0d91ff9 req-941d348b-fa83-4fd0-a830-c2bfff749769 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ad4a163-c648-408f-90ff-8ac44c61be49 HTTP/1.1" status: 200 len: 1002 time: 0.0966887 Aug 23 10:33:29.586328 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d3f00-f132-4571-ac7c-0147e0d91ff9 req-1487f96a-621d-4d4f-8a5e-3cc091d77c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:29.587757 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-700d3f00-f132-4571-ac7c-0147e0d91ff9 req-1487f96a-621d-4d4f-8a5e-3cc091d77c64 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d74e016-5f0e-42bc-9ba5-aff0aaef1923 HTTP/1.1" status: 200 len: 847 time: 0.0601742 Aug 23 10:33:29.663399 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d3f00-f132-4571-ac7c-0147e0d91ff9 req-5ea2ad34-72d6-4a6d-bdca-f16a688ca935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:29.664885 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-700d3f00-f132-4571-ac7c-0147e0d91ff9 req-5ea2ad34-72d6-4a6d-bdca-f16a688ca935 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=027765e8-d43b-4b2c-b032-7b4bd8ba55a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699778 Aug 23 10:33:29.795156 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-700d3f00-f132-4571-ac7c-0147e0d91ff9 req-03c1791c-1247-42c3-aff9-b2ae99797c33 service neutron] 10.222.0.46 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239254 Aug 23 10:33:29.926310 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-700d3f00-f132-4571-ac7c-0147e0d91ff9 req-9828d782-1478-4135-b3ea-abdd57c02636 service neutron] 10.222.0.46 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237862 Aug 23 10:33:30.397243 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df047a-50d3-400e-80de-efa12a63cfb4 req-d12fb4e1-fd81-4413-9fe5-59a8052600c3 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:30.398717 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-35df047a-50d3-400e-80de-efa12a63cfb4 req-d12fb4e1-fd81-4413-9fe5-59a8052600c3 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.0798779 Aug 23 10:33:30.447508 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-35df047a-50d3-400e-80de-efa12a63cfb4 req-1a8eefb3-36ec-4e01-8672-e2b6f4f1c314 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431035 Aug 23 10:33:31.646211 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f1598-661b-471d-a1ed-3be85b90c85f req-f17d92f0-5711-4fcd-aa37-fec4c1286cd1 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:31.647659 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9c6f1598-661b-471d-a1ed-3be85b90c85f req-f17d92f0-5711-4fcd-aa37-fec4c1286cd1 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.0862198 Aug 23 10:33:31.694834 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-9c6f1598-661b-471d-a1ed-3be85b90c85f req-25268416-a285-4f93-ab4a-97e8d813a7f8 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405598 Aug 23 10:33:32.877190 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495057d2-2941-4ece-80cb-86c49dcfe032 req-ad974622-2e30-457c-96ac-9983d5c062f7 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:32.878643 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-495057d2-2941-4ece-80cb-86c49dcfe032 req-ad974622-2e30-457c-96ac-9983d5c062f7 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.0808551 Aug 23 10:33:32.923131 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-495057d2-2941-4ece-80cb-86c49dcfe032 req-c020ab1b-19d0-4930-a34d-351fa3432a08 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382166 Aug 23 10:33:34.327398 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-74ad7534-df6e-4a13-bc5d-1e5fc5cb86cd req-791ded0a-26fe-4139-917f-2722a17f3b33 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1759307 Aug 23 10:33:34.339568 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8ebb5-370b-47fb-9113-20618e51ac81 req-42fbb079-0644-41ee-91cb-46709957b1a3 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:34.340984 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-bcd8ebb5-370b-47fb-9113-20618e51ac81 req-42fbb079-0644-41ee-91cb-46709957b1a3 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.1122456 Aug 23 10:33:34.384977 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-bcd8ebb5-370b-47fb-9113-20618e51ac81 req-5d6f23a8-4b17-44fe-8efe-e46989ccc16e tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382357 Aug 23 10:33:34.787733 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 7ad4a163-c648-408f-90ff-8ac44c61be49 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:33:34.896900 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:34.922757 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64957e5-2482-41d0-b11d-a41af46c75f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad4a163-c648-408f-90ff-8ac44c61be49'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:33:34.932751 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 7ad4a163-c648-408f-90ff-8ac44c61be49, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=7ad4a163-c648-408f-90ff-8ac44c61be49,segment=NetworkSegment(d3b090b2-48d2-434e-b165-8fd35753cf0e),segment_id=d3b090b2-48d2-434e-b165-8fd35753cf0e)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:33:34.936960 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:34.938829 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:35.003106 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=7ad4a163-c648-408f-90ff-8ac44c61be49,revision_number=6']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:35.011424 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:35.011777 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:35.012149 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:35.012488 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:35.012825 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:35.013185 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:35.013514 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:35.013865 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:35.014208 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:35.014510 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:35.014889 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:35.015217 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:35.019343 dv-cinder-802781-2-smb neutron-server[79165]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a64957e5-2482-41d0-b11d-a41af46c75f7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7ad4a163-c648-408f-90ff-8ac44c61be49', 'code': 422} returned with failed status Aug 23 10:33:35.020035 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:35.573558 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ad2fe-3843-4d1d-82b6-6b8166de0550 req-e96d3805-5880-442f-87e7-83d233c3760a tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:35.575015 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7c1ad2fe-3843-4d1d-82b6-6b8166de0550 req-e96d3805-5880-442f-87e7-83d233c3760a tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 944 time: 0.0866024 Aug 23 10:33:35.620818 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7c1ad2fe-3843-4d1d-82b6-6b8166de0550 req-a273dd77-64ab-49a5-bfeb-eccb56962b70 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401175 Aug 23 10:33:36.150829 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-cafa9a20-986f-400e-875c-121434297470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:36.791920 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:36.807475 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0dd7d-fb83-40ea-a958-c0ddf24909ba req-1fd5146a-2740-498e-9d98-8e9c9078bbb4 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:36.808864 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-23c0dd7d-fb83-40ea-a958-c0ddf24909ba req-1fd5146a-2740-498e-9d98-8e9c9078bbb4 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 944 time: 0.0818379 Aug 23 10:33:36.855009 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-23c0dd7d-fb83-40ea-a958-c0ddf24909ba req-9e0c01df-9e51-4e93-a6b3-a6f0754e7db5 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399175 Aug 23 10:33:36.972863 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:37.936676 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad7534-df6e-4a13-bc5d-1e5fc5cb86cd req-e54a1840-592b-464a-bd59-5dc266d8247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:37.938147 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-74ad7534-df6e-4a13-bc5d-1e5fc5cb86cd req-e54a1840-592b-464a-bd59-5dc266d8247a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7&tenant_id=1192b351b90e4174b8c8e3acc37758bd HTTP/1.1" status: 200 len: 1097 time: 0.0697114 Aug 23 10:33:38.094004 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad7534-df6e-4a13-bc5d-1e5fc5cb86cd req-d25ec2e8-10ca-4d63-a195-1d6b9b868b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:38.095488 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-74ad7534-df6e-4a13-bc5d-1e5fc5cb86cd req-d25ec2e8-10ca-4d63-a195-1d6b9b868b05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1192b351b90e4174b8c8e3acc37758bd&device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 1097 time: 0.1358926 Aug 23 10:33:38.103581 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf6efc-1ac3-427d-999b-fa5b66331bda req-559bcf24-1e45-4448-82c9-3200f19c8679 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:38.104940 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-cdbf6efc-1ac3-427d-999b-fa5b66331bda req-559bcf24-1e45-4448-82c9-3200f19c8679 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 944 time: 0.1117244 Aug 23 10:33:38.234236 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-cdbf6efc-1ac3-427d-999b-fa5b66331bda req-5584c3b4-844c-4408-a4ff-f6944e0d4b84 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113975 Aug 23 10:33:38.269430 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad7534-df6e-4a13-bc5d-1e5fc5cb86cd req-31534733-b9a1-4eaf-944a-3d6d2d1709b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:38.270892 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-74ad7534-df6e-4a13-bc5d-1e5fc5cb86cd req-31534733-b9a1-4eaf-944a-3d6d2d1709b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=027765e8-d43b-4b2c-b032-7b4bd8ba55a4 HTTP/1.1" status: 200 len: 909 time: 0.1651211 Aug 23 10:33:38.369624 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-74ad7534-df6e-4a13-bc5d-1e5fc5cb86cd req-f87012ad-2a52-475f-bf12-7ea7e0318c03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ad4a163-c648-408f-90ff-8ac44c61be49 HTTP/1.1" status: 200 len: 1000 time: 0.0921497 Aug 23 10:33:38.517654 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad7534-df6e-4a13-bc5d-1e5fc5cb86cd req-561b165e-34de-48ec-946e-97b221cb0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:38.519024 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-74ad7534-df6e-4a13-bc5d-1e5fc5cb86cd req-561b165e-34de-48ec-946e-97b221cb0ff5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d74e016-5f0e-42bc-9ba5-aff0aaef1923 HTTP/1.1" status: 200 len: 847 time: 0.1428816 Aug 23 10:33:38.592660 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad7534-df6e-4a13-bc5d-1e5fc5cb86cd req-962c562d-8bfb-44c7-98d2-c7c3f00e4594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:38.594094 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-74ad7534-df6e-4a13-bc5d-1e5fc5cb86cd req-962c562d-8bfb-44c7-98d2-c7c3f00e4594 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=027765e8-d43b-4b2c-b032-7b4bd8ba55a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681078 Aug 23 10:33:38.723782 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-74ad7534-df6e-4a13-bc5d-1e5fc5cb86cd req-15ef02cb-294b-49d2-b91b-9a7f80d24a79 service neutron] 10.222.0.46 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231380 Aug 23 10:33:38.856625 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-74ad7534-df6e-4a13-bc5d-1e5fc5cb86cd req-7b5e98d7-56a3-488a-91c1-ce49161aded5 service neutron] 10.222.0.46 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263111 Aug 23 10:33:38.965622 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f6ff262f-d06a-4904-9c6b-5112e99d452c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:39.419144 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda23d2-8c73-4637-acd8-929b8b4e5643 req-9e9ed435-3b1e-4cbf-9c8c-c4b7321bdea9 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:39.420633 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5dda23d2-8c73-4637-acd8-929b8b4e5643 req-9e9ed435-3b1e-4cbf-9c8c-c4b7321bdea9 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 944 time: 0.0832229 Aug 23 10:33:39.465147 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-5dda23d2-8c73-4637-acd8-929b8b4e5643 req-728488dc-0de5-4707-a3e2-d473318918c4 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387542 Aug 23 10:33:39.478768 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:40.653536 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891df204-5aae-4d04-8c9a-e704421ccc92 req-0fa3c3d6-15df-4ce5-a691-34b0db0508a8 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:40.654995 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-891df204-5aae-4d04-8c9a-e704421ccc92 req-0fa3c3d6-15df-4ce5-a691-34b0db0508a8 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 944 time: 0.0833137 Aug 23 10:33:40.701197 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-891df204-5aae-4d04-8c9a-e704421ccc92 req-56a432a2-ccf5-4302-9f4d-85f766b3ee69 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406041 Aug 23 10:33:40.817469 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 7ad4a163-c648-408f-90ff-8ac44c61be49 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:33:40.989724 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:41.007740 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 7ad4a163-c648-408f-90ff-8ac44c61be49, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=7ad4a163-c648-408f-90ff-8ac44c61be49,segment=NetworkSegment(d3b090b2-48d2-434e-b165-8fd35753cf0e),segment_id=d3b090b2-48d2-434e-b165-8fd35753cf0e)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:33:41.023378 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Returning: {'device': '7ad4a163-c648-408f-90ff-8ac44c61be49', 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4', 'port_id': '7ad4a163-c648-408f-90ff-8ac44c61be49', 'mac_address': 'fa:16:3e:13:cb:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:33:41.077069 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:41.094432 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad4a163-c648-408f-90ff-8ac44c61be49 {{(pid=79165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:33:41.109963 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 7ad4a163-c648-408f-90ff-8ac44c61be49, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=7ad4a163-c648-408f-90ff-8ac44c61be49,segment=NetworkSegment(d3b090b2-48d2-434e-b165-8fd35753cf0e),segment_id=d3b090b2-48d2-434e-b165-8fd35753cf0e)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:33:41.113248 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:41.114908 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:41.178826 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=7ad4a163-c648-408f-90ff-8ac44c61be49,revision_number=7']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:41.181806 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:41.332488 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] get_ports_and_sgs() called for port_ids ['7ad4a163-c648-408f-90ff-8ac44c61be49'] {{(pid=79165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:33:41.892757 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a8408-5cf8-4b4c-bf3d-902e32eb6615 req-d2380614-52de-4e32-be9a-f810b91b2c7d tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:41.894131 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a60a8408-5cf8-4b4c-bf3d-902e32eb6615 req-d2380614-52de-4e32-be9a-f810b91b2c7d tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 945 time: 0.0850697 Aug 23 10:33:41.937490 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a60a8408-5cf8-4b4c-bf3d-902e32eb6615 req-b5dd855e-cab8-4b2a-8b24-60079e341689 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375717 Aug 23 10:33:42.102484 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:33:42.833708 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 7ad4a163-c648-408f-90ff-8ac44c61be49 up at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:33:42.900290 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.provisioning_blocks [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Provisioning complete for port 7ad4a163-c648-408f-90ff-8ac44c61be49 triggered by entity L2. {{(pid=79165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:33:42.900678 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862190'] for port, provisioning_complete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:43.016395 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-813114'] for port, before_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:43.043018 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64957e5-2482-41d0-b11d-a41af46c75f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad4a163-c648-408f-90ff-8ac44c61be49'}] {{(pid=79165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:33:43.052904 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] For port 7ad4a163-c648-408f-90ff-8ac44c61be49, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=7ad4a163-c648-408f-90ff-8ac44c61be49,segment=NetworkSegment(d3b090b2-48d2-434e-b165-8fd35753cf0e),segment_id=d3b090b2-48d2-434e-b165-8fd35753cf0e)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:33:43.061458 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775983500867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775983019560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775983019605'] for port, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:43.063430 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:43.095558 dv-cinder-802781-2-smb neutron-server[79165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64957e5-2482-41d0-b11d-a41af46c75f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad4a163-c648-408f-90ff-8ac44c61be49', 'code': 200} Aug 23 10:33:43.123916 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60c033-3faf-4ea1-9cbb-692dd76b0a9f req-68f49700-2985-4754-ad91-c33739b482a7 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:43.127010 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7a60c033-3faf-4ea1-9cbb-692dd76b0a9f req-68f49700-2985-4754-ad91-c33739b482a7 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.0849903 Aug 23 10:33:43.137147 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Pushing event updated for resources: {'Port': ['ID=7ad4a163-c648-408f-90ff-8ac44c61be49,revision_number=8']} {{(pid=79165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:43.140111 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_concurrency.lockutils [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:43.176525 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-7a60c033-3faf-4ea1-9cbb-692dd76b0a9f req-8231d1e1-00d5-4920-819c-5ff02f935880 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432639 Aug 23 10:33:43.377482 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b57cf-84b6-4c5c-bf8d-68b8f7155924 req-2ee91ca6-891c-4f78-8df7-3d1c6364f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:43.378841 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c75b57cf-84b6-4c5c-bf8d-68b8f7155924 req-2ee91ca6-891c-4f78-8df7-3d1c6364f40d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 1099 time: 0.0687830 Aug 23 10:33:43.418088 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-c75b57cf-84b6-4c5c-bf8d-68b8f7155924 req-0f85a502-d44c-4aa5-86d4-c2432b920136 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328925 Aug 23 10:33:44.366426 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547731b8-b993-4172-ae64-0e3d337279e0 req-72e3fe54-650a-4a71-a7e9-1c5873eb78b1 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:44.368101 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-547731b8-b993-4172-ae64-0e3d337279e0 req-72e3fe54-650a-4a71-a7e9-1c5873eb78b1 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.0796528 Aug 23 10:33:44.413105 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-547731b8-b993-4172-ae64-0e3d337279e0 req-ee4fa888-bd2e-49d2-a996-961657155f11 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386565 Aug 23 10:33:45.596330 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67daad0d-885f-43bb-818f-d88e48dca686 req-96d849a1-7cce-4c55-8623-3852e1274764 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:45.597770 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-67daad0d-885f-43bb-818f-d88e48dca686 req-96d849a1-7cce-4c55-8623-3852e1274764 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.0823028 Aug 23 10:33:45.643038 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-67daad0d-885f-43bb-818f-d88e48dca686 req-065eb5f4-dd13-454d-b0e2-d1c54de523e0 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389283 Aug 23 10:34:06.153244 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-a99ad734-791f-49f5-a3f9-c1b1eb761f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:06.784265 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:06.971419 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.966223 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-4cfbb85f-3552-48b3-a57c-8c825ea5cf6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:09.479965 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:10.880013 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:19.101095 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:34:21.749688 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-edc5d70e-c63c-42d6-abb8-6ee0f71c35b2 req-9b3344ce-baea-4c38-8ea1-ddc6c3335155 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680525 Aug 23 10:34:21.890667 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5d70e-c63c-42d6-abb8-6ee0f71c35b2 req-0b886a98-7619-442e-a273-9f2131264ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:21.892036 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-edc5d70e-c63c-42d6-abb8-6ee0f71c35b2 req-0b886a98-7619-442e-a273-9f2131264ffb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1192b351b90e4174b8c8e3acc37758bd&device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 1099 time: 0.0745723 Aug 23 10:34:22.033808 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5d70e-c63c-42d6-abb8-6ee0f71c35b2 req-e82d2d5b-9e2b-459e-a4e0-2655acc53e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:22.035211 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-edc5d70e-c63c-42d6-abb8-6ee0f71c35b2 req-e82d2d5b-9e2b-459e-a4e0-2655acc53e59 service neutron] 10.222.0.46 "GET /v2.0/networks?id=027765e8-d43b-4b2c-b032-7b4bd8ba55a4 HTTP/1.1" status: 200 len: 909 time: 0.1234128 Aug 23 10:34:22.136514 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-edc5d70e-c63c-42d6-abb8-6ee0f71c35b2 req-949fa377-bbb9-45d4-968c-bf959653848b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ad4a163-c648-408f-90ff-8ac44c61be49 HTTP/1.1" status: 200 len: 1002 time: 0.0949771 Aug 23 10:34:22.199511 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5d70e-c63c-42d6-abb8-6ee0f71c35b2 req-22494ab2-bb2b-48c5-b773-ce299a8864fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:22.200977 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-edc5d70e-c63c-42d6-abb8-6ee0f71c35b2 req-22494ab2-bb2b-48c5-b773-ce299a8864fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d74e016-5f0e-42bc-9ba5-aff0aaef1923 HTTP/1.1" status: 200 len: 847 time: 0.0566344 Aug 23 10:34:22.278210 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5d70e-c63c-42d6-abb8-6ee0f71c35b2 req-f084ad88-4d55-4376-b7e7-c538cd613cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:22.279665 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-edc5d70e-c63c-42d6-abb8-6ee0f71c35b2 req-f084ad88-4d55-4376-b7e7-c538cd613cc1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=027765e8-d43b-4b2c-b032-7b4bd8ba55a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715747 Aug 23 10:34:22.411451 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-edc5d70e-c63c-42d6-abb8-6ee0f71c35b2 req-21802e86-406f-45d7-b613-da5ed883760b service neutron] 10.222.0.46 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248255 Aug 23 10:34:22.629378 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-edc5d70e-c63c-42d6-abb8-6ee0f71c35b2 req-53d7cc77-8c85-4ce6-8856-18d47cf21883 service neutron] 10.222.0.46 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118750 Aug 23 10:34:36.155207 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-64ab5c2b-6845-42d2-abaf-b0816daed526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:36.785531 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:36.970194 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:38.968411 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3943-7c37-4641-b461-f0ae6b8f1f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:39.482159 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:40.884251 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:55.113225 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48552) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:55.318113 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Deleting port d013f905-75b2-4e34-8239-6cde6e3ec2fd {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:34:55.318477 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:55.485655 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:55.485972 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:55.603507 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Calling delete_port for d013f905-75b2-4e34-8239-6cde6e3ec2fd owned by network:floatingip {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:34:55.747077 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:55.750514 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-772697bf-3e72-48a3-ac7a-ecb06ffd9984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:55.794197 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Pushing event deleted for resources: {'Port': ['ID=d013f905-75b2-4e34-8239-6cde6e3ec2fd,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:55.833086 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:55.833456 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:55.833818 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:55.834176 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:55.834530 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:55.834880 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:55.835231 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:55.835575 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:55.835950 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:55.836294 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:55.836635 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:55.836978 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:55.865980 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:55.982980 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for floatingip, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:55.983333 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.db.l3_db [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Floating IP f83bd669-d3d0-44d6-aacb-5fadf367bd30 disassociated (deleted). External IP: 172.28.2.250, port: 7ad4a163-c648-408f-90ff-8ac44c61be49. Aug 23 10:34:56.101150 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:34:56.331954 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Router d1dfd824-963f-4ac0-a7d9-56c8ac5860ad has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:34:56.507574 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:34:56.517623 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b07bf28-b1b5-43f4-a29c-aeacf5ce0b14 None None] Sync routers for ids ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'] in dv-cinder-802781-2-smb {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:34:56.527096 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b07bf28-b1b5-43f4-a29c-aeacf5ce0b14 None None] Routers {'d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:34:56.527763 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for floatingip, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:56.528337 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-5b07bf28-b1b5-43f4-a29c-aeacf5ce0b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:34:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:56.585428 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-6f3f1ad9-654b-468a-a36e-6a8256b5ad31 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "DELETE /v2.0/floatingips/f83bd669-d3d0-44d6-aacb-5fadf367bd30 HTTP/1.1" status: 204 len: 168 time: 1.4686363 Aug 23 10:34:56.585428 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64957e5-2482-41d0-b11d-a41af46c75f7', 'tag': '7ad4a163-c648-408f-90ff-8ac44c61be49'}] {{(pid=79163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:34:56.705580 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-5b07bf28-b1b5-43f4-a29c-aeacf5ce0b14 None None] Set router d1dfd824-963f-4ac0-a7d9-56c8ac5860ad gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:34:56.789505 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64957e5-2482-41d0-b11d-a41af46c75f7', 'tag': '7ad4a163-c648-408f-90ff-8ac44c61be49', 'status': 'completed', 'code': 200} Aug 23 10:34:56.931941 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c8163-a200-448b-9b6f-76414297c8c5 req-4e889e34-a38e-456f-baa6-ede60581b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:56.933402 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-821c8163-a200-448b-9b6f-76414297c8c5 req-4e889e34-a38e-456f-baa6-ede60581b311 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1192b351b90e4174b8c8e3acc37758bd&device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 1099 time: 0.1201921 Aug 23 10:34:57.027775 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-5b07bf28-b1b5-43f4-a29c-aeacf5ce0b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'name': 'tempest-TestShelveInstance-851123087-router', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:48Z', 'updated_at': '2021-08-23T10:30:52Z', 'revision_number': 4, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'gw_port': {'id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:49Z', 'updated_at': '2021-08-23T10:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'a0719963-8d41-47d0-bf41-48fa170af56f', 'name': '', 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'mac_address': 'fa:16:3e:9a:ff:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:51Z', 'updated_at': '2021-08-23T10:30:58Z', 'revision_number': 5, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'subnets': [{'id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:57.031639 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b07bf28-b1b5-43f4-a29c-aeacf5ce0b14 None None] Checking router: d1dfd824-963f-4ac0-a7d9-56c8ac5860ad for host: dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:34:57.039865 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b07bf28-b1b5-43f4-a29c-aeacf5ce0b14 None None] Routers {'d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:34:57.040485 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-5b07bf28-b1b5-43f4-a29c-aeacf5ce0b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:34:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:57.064555 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bef872-fe66-44fe-80a8-3e78667538c9 req-a8c49651-33fe-492b-861d-d90797cdba5c tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:57.066019 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-07bef872-fe66-44fe-80a8-3e78667538c9 req-a8c49651-33fe-492b-861d-d90797cdba5c tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.1834242 Aug 23 10:34:57.124788 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c8163-a200-448b-9b6f-76414297c8c5 req-4c20d39b-665e-466a-a81d-033bfc3cbf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:57.126236 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-821c8163-a200-448b-9b6f-76414297c8c5 req-4c20d39b-665e-466a-a81d-033bfc3cbf05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=027765e8-d43b-4b2c-b032-7b4bd8ba55a4 HTTP/1.1" status: 200 len: 909 time: 0.1821761 Aug 23 10:34:57.137210 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-07bef872-fe66-44fe-80a8-3e78667538c9 req-5427c6ff-ff36-43b5-b614-9f1e99aafad8 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641630 Aug 23 10:34:57.199695 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-821c8163-a200-448b-9b6f-76414297c8c5 req-882e5289-6b98-433b-a64a-5fe6d1fe6b66 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ad4a163-c648-408f-90ff-8ac44c61be49 HTTP/1.1" status: 200 len: 217 time: 0.0656447 Aug 23 10:34:57.253335 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-5b07bf28-b1b5-43f4-a29c-aeacf5ce0b14 None None] Set router d1dfd824-963f-4ac0-a7d9-56c8ac5860ad gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:34:57.265568 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c8163-a200-448b-9b6f-76414297c8c5 req-15abc206-e838-49d2-bea0-bf721526929b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:57.267014 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-821c8163-a200-448b-9b6f-76414297c8c5 req-15abc206-e838-49d2-bea0-bf721526929b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d74e016-5f0e-42bc-9ba5-aff0aaef1923 HTTP/1.1" status: 200 len: 847 time: 0.0607908 Aug 23 10:34:57.342535 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c8163-a200-448b-9b6f-76414297c8c5 req-0da98333-eafc-4c22-9106-911ad25cc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:57.343946 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-821c8163-a200-448b-9b6f-76414297c8c5 req-0da98333-eafc-4c22-9106-911ad25cc0ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=027765e8-d43b-4b2c-b032-7b4bd8ba55a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696568 Aug 23 10:34:57.478373 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-821c8163-a200-448b-9b6f-76414297c8c5 req-766d976d-5389-4db7-9ddb-80df53bcb8ec service neutron] 10.222.0.46 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255174 Aug 23 10:34:57.567263 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-5b07bf28-b1b5-43f4-a29c-aeacf5ce0b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'name': 'tempest-TestShelveInstance-851123087-router', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:48Z', 'updated_at': '2021-08-23T10:30:52Z', 'revision_number': 4, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'gw_port': {'id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:49Z', 'updated_at': '2021-08-23T10:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'a0719963-8d41-47d0-bf41-48fa170af56f', 'name': '', 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'mac_address': 'fa:16:3e:9a:ff:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:51Z', 'updated_at': '2021-08-23T10:30:58Z', 'revision_number': 5, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'subnets': [{'id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:57.571229 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b07bf28-b1b5-43f4-a29c-aeacf5ce0b14 None None] The sync data for ids ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'] in dv-cinder-802781-2-smb is: [{'id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'name': 'tempest-TestShelveInstance-851123087-router', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:48Z', 'updated_at': '2021-08-23T10:30:52Z', 'revision_number': 4, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'gw_port': {'id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:49Z', 'updated_at': '2021-08-23T10:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb', '_interfaces': [{'id': 'a0719963-8d41-47d0-bf41-48fa170af56f', 'name': '', 'network_id': '027765e8-d43b-4b2c-b032-7b4bd8ba55a4', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'mac_address': 'fa:16:3e:9a:ff:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:51Z', 'updated_at': '2021-08-23T10:30:58Z', 'revision_number': 5, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'subnets': [{'id': '6d74e016-5f0e-42bc-9ba5-aff0aaef1923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:34:57.613358 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-821c8163-a200-448b-9b6f-76414297c8c5 req-52c472fc-4b6d-411d-9836-06c135d0ab8a service neutron] 10.222.0.46 "GET /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273293 Aug 23 10:34:57.799921 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1834319e-f35b-41be-a85e-526192c2e46e None None] New status for floating IP f83bd669-d3d0-44d6-aacb-5fadf367bd30: DOWN {{(pid=79166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:34:58.227056 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ec091-5dfc-466a-b934-bafab45b045b req-63bb1748-a379-4e2c-89d4-4945c640ad8a tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:58.228518 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-3b3ec091-5dfc-466a-b934-bafab45b045b req-63bb1748-a379-4e2c-89d4-4945c640ad8a tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.46 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.0874085 Aug 23 10:34:58.302263 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-3b3ec091-5dfc-466a-b934-bafab45b045b req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Deleting port 7ad4a163-c648-408f-90ff-8ac44c61be49 {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:34:58.302608 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-3b3ec091-5dfc-466a-b934-bafab45b045b req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:58.332299 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af632d-71e2-4d09-a45d-7fc4179147a7 req-5ccc353f-2f33-4793-ac3a-cfc9b1dd9e15 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:58.332999 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-64af632d-71e2-4d09-a45d-7fc4179147a7 req-5ccc353f-2f33-4793-ac3a-cfc9b1dd9e15 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Synchronizing usage tracker for tenant:1192b351b90e4174b8c8e3acc37758bd on resource:port {{(pid=79163) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:34:58.350029 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.quota.resource [req-64af632d-71e2-4d09-a45d-7fc4179147a7 req-5ccc353f-2f33-4793-ac3a-cfc9b1dd9e15 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Unset dirty status for tenant:1192b351b90e4174b8c8e3acc37758bd on resource:port {{(pid=79163) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:34:58.352042 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-64af632d-71e2-4d09-a45d-7fc4179147a7 req-5ccc353f-2f33-4793-ac3a-cfc9b1dd9e15 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 946 time: 0.1008759 Aug 23 10:34:58.398767 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-64af632d-71e2-4d09-a45d-7fc4179147a7 req-d4570893-aeb4-4ac8-b811-74d9b67dd968 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeccd234-611e-4ce0-aa3d-8c88f282f473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409129 Aug 23 10:34:58.560096 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [req-3b3ec091-5dfc-466a-b934-bafab45b045b req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] For port 7ad4a163-c648-408f-90ff-8ac44c61be49, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=7ad4a163-c648-408f-90ff-8ac44c61be49,segment=NetworkSegment(d3b090b2-48d2-434e-b165-8fd35753cf0e),segment_id=d3b090b2-48d2-434e-b165-8fd35753cf0e)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:34:58.560456 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-3b3ec091-5dfc-466a-b934-bafab45b045b req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:58.685166 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [req-3b3ec091-5dfc-466a-b934-bafab45b045b req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Calling delete_port for 7ad4a163-c648-408f-90ff-8ac44c61be49 owned by compute:nova {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:34:58.831556 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-3b3ec091-5dfc-466a-b934-bafab45b045b req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:58.836912 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-e864187e-5855-47e1-9ec2-b8a846eebdcf tempest-TestMinimumBasicScenario-296123007 tempest-TestMinimumBasicScenario-296123007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:58.882225 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Pushing event deleted for resources: {'Port': ['ID=7ad4a163-c648-408f-90ff-8ac44c61be49,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:58.917879 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:58.919016 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:58.919477 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:58.919901 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:58.920265 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:58.920625 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:58.920980 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:58.921329 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:58.921684 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:58.922033 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:58.922382 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:58.922729 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-smb {{(pid=79164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:58.930132 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:59.059756 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3ec091-5dfc-466a-b934-bafab45b045b req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] No DVR routers for this DVR port 7ad4a163-c648-408f-90ff-8ac44c61be49 on host hv-cinder-80278 {{(pid=79164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:34:59.062192 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [req-3b3ec091-5dfc-466a-b934-bafab45b045b req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65189'] for port, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:59.064762 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64957e5-2482-41d0-b11d-a41af46c75f7', 'name': 'network-vif-deleted', 'tag': '7ad4a163-c648-408f-90ff-8ac44c61be49'}] {{(pid=79164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:34:59.082754 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [req-3b3ec091-5dfc-466a-b934-bafab45b045b req-b46ff576-1fc8-478e-89a2-4946898b00cc tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.46 "DELETE /v2.0/ports/7ad4a163-c648-408f-90ff-8ac44c61be49 HTTP/1.1" status: 204 len: 173 time: 0.8480666 Aug 23 10:34:59.203634 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64957e5-2482-41d0-b11d-a41af46c75f7', 'name': 'network-vif-deleted', 'tag': '7ad4a163-c648-408f-90ff-8ac44c61be49', 'status': 'completed', 'code': 200} Aug 23 10:34:59.551889 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [req-a6e62321-97ae-4297-8261-1633557ad847 req-cf0272b7-135d-4d18-b17c-dd363649aca9 tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "GET /v2.0/ports?device_id=a64957e5-2482-41d0-b11d-a41af46c75f7 HTTP/1.1" status: 200 len: 210 time: 0.0426109 Aug 23 10:35:00.645594 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48574) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:00.712934 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-70fb0f00-ddff-4aea-8613-4c9abfa5433c tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:00.742368 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-70fb0f00-ddff-4aea-8613-4c9abfa5433c tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:00.810101 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-70fb0f00-ddff-4aea-8613-4c9abfa5433c tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:00.814218 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7d643bd5-886a-4924-afcf-6aa68abf8cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:00.828448 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb0f00-ddff-4aea-8613-4c9abfa5433c tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeccd234-611e-4ce0-aa3d-8c88f282f473,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:00.831877 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-70fb0f00-ddff-4aea-8613-4c9abfa5433c tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:00.841201 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-70fb0f00-ddff-4aea-8613-4c9abfa5433c tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:00.844720 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-70fb0f00-ddff-4aea-8613-4c9abfa5433c tempest-TestShelveInstance-460767987 tempest-TestShelveInstance-460767987-project] 10.222.0.20 "DELETE /v2.0/security-groups/eeccd234-611e-4ce0-aa3d-8c88f282f473 HTTP/1.1" status: 204 len: 168 time: 0.1956446 Aug 23 10:35:00.887406 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 48580) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:01.423162 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-189f260f-1505-494b-8072-2e911d28b6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3806919'] for router_interface, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:01.762180 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [None req-189f260f-1505-494b-8072-2e911d28b6dc admin admin] Deleting port a0719963-8d41-47d0-bf41-48fa170af56f {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:01.762588 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-189f260f-1505-494b-8072-2e911d28b6dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:01.933068 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [None req-189f260f-1505-494b-8072-2e911d28b6dc admin admin] For port a0719963-8d41-47d0-bf41-48fa170af56f, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=a0719963-8d41-47d0-bf41-48fa170af56f,segment=NetworkSegment(d3b090b2-48d2-434e-b165-8fd35753cf0e),segment_id=d3b090b2-48d2-434e-b165-8fd35753cf0e)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:01.933811 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-189f260f-1505-494b-8072-2e911d28b6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:02.052696 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [None req-189f260f-1505-494b-8072-2e911d28b6dc admin admin] Calling delete_port for a0719963-8d41-47d0-bf41-48fa170af56f owned by network:router_interface {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:35:02.456006 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-189f260f-1505-494b-8072-2e911d28b6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:02.460279 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-4c722ed5-b672-4fd9-94a4-eb039d30e50f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:02.501916 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f260f-1505-494b-8072-2e911d28b6dc admin admin] Pushing event deleted for resources: {'Port': ['ID=a0719963-8d41-47d0-bf41-48fa170af56f,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:02.504979 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-189f260f-1505-494b-8072-2e911d28b6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:02.766633 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-189f260f-1505-494b-8072-2e911d28b6dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3806907'] for router_interface, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:03.117125 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189f260f-1505-494b-8072-2e911d28b6dc admin admin] Router d1dfd824-963f-4ac0-a7d9-56c8ac5860ad has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:35:03.252040 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 7ad4a163-c648-408f-90ff-8ac44c61be49 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:35:03.287595 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] No Port match for: 7ad4a163-c648-408f-90ff-8ac44c61be49 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:35:03.287977 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Device 7ad4a163-c648-408f-90ff-8ac44c61be49 not bound to the agent host hv-cinder-80278 {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:35:03.290456 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189f260f-1505-494b-8072-2e911d28b6dc admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:35:03.299913 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba26ea13-1422-4f3a-a0ca-18b395f70601 None None] Sync routers for ids ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'] in dv-cinder-802781-2-smb {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:35:03.303026 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-189f260f-1505-494b-8072-2e911d28b6dc admin admin] 10.222.0.20 "PUT /v2.0/routers/d1dfd824-963f-4ac0-a7d9-56c8ac5860ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4145532 Aug 23 10:35:03.305556 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 48584) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:03.309254 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba26ea13-1422-4f3a-a0ca-18b395f70601 None None] Routers {'d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:35:03.309922 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-ba26ea13-1422-4f3a-a0ca-18b395f70601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:34:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:03.498259 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-ba26ea13-1422-4f3a-a0ca-18b395f70601 None None] Set router d1dfd824-963f-4ac0-a7d9-56c8ac5860ad gateway port host: dv-cinder-802781-2-smb {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:35:03.587829 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-452f436a-020c-4b98-a83b-b624917e18f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:03.768994 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-452f436a-020c-4b98-a83b-b624917e18f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:03.779549 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [None req-452f436a-020c-4b98-a83b-b624917e18f5 admin admin] Deleting port 51c5eecc-7bd7-422b-9387-ccb548d2ff44 {{(pid=79164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:03.780358 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-452f436a-020c-4b98-a83b-b624917e18f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:03.785525 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-ba26ea13-1422-4f3a-a0ca-18b395f70601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'name': 'tempest-TestShelveInstance-851123087-router', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:48Z', 'updated_at': '2021-08-23T10:35:02Z', 'revision_number': 5, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'gw_port': {'id': '51c5eecc-7bd7-422b-9387-ccb548d2ff44', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:49Z', 'updated_at': '2021-08-23T10:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:03.789353 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba26ea13-1422-4f3a-a0ca-18b395f70601 None None] Checking router: d1dfd824-963f-4ac0-a7d9-56c8ac5860ad for host: dv-cinder-802781-2-smb {{(pid=79165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:35:03.797608 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba26ea13-1422-4f3a-a0ca-18b395f70601 None None] Routers {'d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:35:03.798219 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-ba26ea13-1422-4f3a-a0ca-18b395f70601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:34:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'], 'active': True} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:03.947028 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_dvr_db [None req-ba26ea13-1422-4f3a-a0ca-18b395f70601 None None] Set router d1dfd824-963f-4ac0-a7d9-56c8ac5860ad gateway port host: None {{(pid=79165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:35:03.961819 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.db [None req-452f436a-020c-4b98-a83b-b624917e18f5 admin admin] For port 51c5eecc-7bd7-422b-9387-ccb548d2ff44, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=51c5eecc-7bd7-422b-9387-ccb548d2ff44,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:03.962173 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-452f436a-020c-4b98-a83b-b624917e18f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.091741 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.plugins.ml2.plugin [None req-452f436a-020c-4b98-a83b-b624917e18f5 admin admin] Calling delete_port for 51c5eecc-7bd7-422b-9387-ccb548d2ff44 owned by network:router_gateway {{(pid=79164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:35:04.096417 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.db.l3_hamode_db [None req-ba26ea13-1422-4f3a-a0ca-18b395f70601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'name': 'tempest-TestShelveInstance-851123087-router', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:48Z', 'updated_at': '2021-08-23T10:35:03Z', 'revision_number': 6, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'gw_port_host': None}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:04.100343 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba26ea13-1422-4f3a-a0ca-18b395f70601 None None] The sync data for ids ['d1dfd824-963f-4ac0-a7d9-56c8ac5860ad'] in dv-cinder-802781-2-smb is: [{'id': 'd1dfd824-963f-4ac0-a7d9-56c8ac5860ad', 'name': 'tempest-TestShelveInstance-851123087-router', 'tenant_id': '1192b351b90e4174b8c8e3acc37758bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:48Z', 'updated_at': '2021-08-23T10:35:03Z', 'revision_number': 6, 'project_id': '1192b351b90e4174b8c8e3acc37758bd', 'gw_port_host': None}] {{(pid=79165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:35:04.265850 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-452f436a-020c-4b98-a83b-b624917e18f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26337147'] for port, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.269358 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-cebadfd0-c7d2-4c91-8a73-4e44b264f9fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:04.312211 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f436a-020c-4b98-a83b-b624917e18f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=51c5eecc-7bd7-422b-9387-ccb548d2ff44,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:04.315257 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-452f436a-020c-4b98-a83b-b624917e18f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:04.404009 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-452f436a-020c-4b98-a83b-b624917e18f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900946'] for router_gateway, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.578575 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-452f436a-020c-4b98-a83b-b624917e18f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3807304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6479'] for router, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.580989 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-452f436a-020c-4b98-a83b-b624917e18f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.664170 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-452f436a-020c-4b98-a83b-b624917e18f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3807816'] for router, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.664563 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452f436a-020c-4b98-a83b-b624917e18f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1dfd824-963f-4ac0-a7d9-56c8ac5860ad {{(pid=79164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 10:35:04.676934 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-452f436a-020c-4b98-a83b-b624917e18f5 admin admin] Notify callbacks [] for router, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.678038 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-452f436a-020c-4b98-a83b-b624917e18f5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d1dfd824-963f-4ac0-a7d9-56c8ac5860ad HTTP/1.1" status: 204 len: 168 time: 1.3715954 Aug 23 10:35:04.680518 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [-] (79164) accepted ('10.222.0.20', 48588) {{(pid=79164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:04.737010 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.db.db_base_plugin_v2 [None req-4727afdf-568b-466e-8c7d-6eedf7b13020 admin admin] Deleting subnet 6d74e016-5f0e-42bc-9ba5-aff0aaef1923 {{(pid=79164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:35:04.739797 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4727afdf-568b-466e-8c7d-6eedf7b13020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.787668 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4727afdf-568b-466e-8c7d-6eedf7b13020 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26330093'] for subnet, precommit_delete_associations {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.867648 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4727afdf-568b-466e-8c7d-6eedf7b13020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870812'] for subnet, precommit_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.934585 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4727afdf-568b-466e-8c7d-6eedf7b13020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26337064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2551754'] for subnet, after_delete {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.938094 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:04.979123 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron_lib.callbacks.manager [None req-4727afdf-568b-466e-8c7d-6eedf7b13020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for subnet, before_response {{(pid=79164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.983730 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa553a69-a997-48f8-9516-30136f86ed3a None None] Network 027765e8-d43b-4b2c-b032-7b4bd8ba55a4 requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:35:04.984332 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727afdf-568b-466e-8c7d-6eedf7b13020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d74e016-5f0e-42bc-9ba5-aff0aaef1923,revision_number=None']} {{(pid=79164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:04.986611 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG oslo_concurrency.lockutils [None req-4727afdf-568b-466e-8c7d-6eedf7b13020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:04.992041 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48592) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:04.992556 dv-cinder-802781-2-smb neutron-server[79164]: INFO neutron.wsgi [None req-4727afdf-568b-466e-8c7d-6eedf7b13020 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6d74e016-5f0e-42bc-9ba5-aff0aaef1923 HTTP/1.1" status: 204 len: 168 time: 0.3108428 Aug 23 10:35:05.100416 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830045'] for network, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.112528 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] Deleting port 15260026-3f43-4815-8ab9-36ff47132f2d {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:05.112872 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.253400 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317452e3-ae5f-4268-b1d1-65534b4dd824 None None] DHCP port deletion for 027765e8-d43b-4b2c-b032-7b4bd8ba55a4 request from dv-cinder-802781-2-smb {{(pid=79165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 10:35:05.257348 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-317452e3-ae5f-4268-b1d1-65534b4dd824 None None] Deleting port 15260026-3f43-4815-8ab9-36ff47132f2d {{(pid=79165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:05.257794 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-317452e3-ae5f-4268-b1d1-65534b4dd824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.327071 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] For port 15260026-3f43-4815-8ab9-36ff47132f2d, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=15260026-3f43-4815-8ab9-36ff47132f2d,segment=NetworkSegment(d3b090b2-48d2-434e-b165-8fd35753cf0e),segment_id=d3b090b2-48d2-434e-b165-8fd35753cf0e)] {{(pid=79163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:05.327446 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.449195 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] Calling delete_port for 15260026-3f43-4815-8ab9-36ff47132f2d owned by network:dhcp {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:35:05.466612 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-317452e3-ae5f-4268-b1d1-65534b4dd824 None None] For port 15260026-3f43-4815-8ab9-36ff47132f2d, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=15260026-3f43-4815-8ab9-36ff47132f2d,segment=NetworkSegment(d3b090b2-48d2-434e-b165-8fd35753cf0e),segment_id=d3b090b2-48d2-434e-b165-8fd35753cf0e)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:05.466926 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-317452e3-ae5f-4268-b1d1-65534b4dd824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.590413 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-317452e3-ae5f-4268-b1d1-65534b4dd824 None None] Calling delete_port for 15260026-3f43-4815-8ab9-36ff47132f2d owned by network:dhcp {{(pid=79165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:35:05.631904 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.636598 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e6f0e516-d51c-428b-8324-40e2509d5abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:05.663767 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.db.api [None req-317452e3-ae5f-4268-b1d1-65534b4dd824 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 10:35:05.664162 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_db.api [None req-317452e3-ae5f-4268-b1d1-65534b4dd824 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 10:35:05.678609 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=15260026-3f43-4815-8ab9-36ff47132f2d,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:05.681721 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:05.682453 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] No DVR routers for this DVR port 15260026-3f43-4815-8ab9-36ff47132f2d on host dv-cinder-802781-2-smb {{(pid=79163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:35:05.702010 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 51c5eecc-7bd7-422b-9387-ccb548d2ff44 no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:35:05.739183 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: 51c5eecc-7bd7-422b-9387-ccb548d2ff44 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:35:05.739455 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 51c5eecc-7bd7-422b-9387-ccb548d2ff44 not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:35:05.739916 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device a0719963-8d41-47d0-bf41-48fa170af56f no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:35:05.772179 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: a0719963-8d41-47d0-bf41-48fa170af56f {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:35:05.772540 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device a0719963-8d41-47d0-bf41-48fa170af56f not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:35:05.772967 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 15260026-3f43-4815-8ab9-36ff47132f2d no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:35:05.796366 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864615', 'neutron.services.segments.db._delete_segments_for_network-8775983548317'] for network, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.807239 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: 15260026-3f43-4815-8ab9-36ff47132f2d {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:35:05.807601 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 15260026-3f43-4815-8ab9-36ff47132f2d not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:35:05.808800 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027765e8-d43b-4b2c-b032-7b4bd8ba55a4']}} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:05.821902 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b090b2-48d2-434e-b165-8fd35753cf0e') {'for_net_delete': True} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:05.822200 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b090b2-48d2-434e-b165-8fd35753cf0e') {} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:05.833681 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775983546359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26919115'] for segment, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.851701 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.858537 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=79163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:35:05.858957 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26781108'] for segment, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: Traceback (most recent call last): Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: timer() Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: cb(*args, **kw) Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: return func(*args, **kwargs) Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: self._notify() Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: self.callback(batched_events) Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: event.method(event) Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: return f(self, *a, **k) Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: return self._get(url).json() Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: return self.request(url, 'GET', **kwargs) Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:35:05.872408 dv-cinder-802781-2-smb neutron-server[79163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:35:05.947469 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900943'] for network, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.951323 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:05.964288 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.974896 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=027765e8-d43b-4b2c-b032-7b4bd8ba55a4,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:05.978525 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:05.989573 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-19177bf4-5c95-4232-a5be-5dd9d38e82c7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/027765e8-d43b-4b2c-b032-7b4bd8ba55a4 HTTP/1.1" status: 204 len: 168 time: 0.9963195 Aug 23 10:35:05.992334 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48596) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:06.157296 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-6e47c970-3a7e-46fc-baee-50c4cbdf20ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:06.165350 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-317452e3-ae5f-4268-b1d1-65534b4dd824 None None] Deleting port 15260026-3f43-4815-8ab9-36ff47132f2d {{(pid=79165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:06.165795 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-317452e3-ae5f-4268-b1d1-65534b4dd824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:06.234225 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-317452e3-ae5f-4268-b1d1-65534b4dd824 None None] The port '15260026-3f43-4815-8ab9-36ff47132f2d' was deleted {{(pid=79165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 10:35:06.525995 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ff85aff0-bc9c-4dbf-ac20-121a24e5d8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3806919'] for router_interface, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:06.787086 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:06.866411 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-ff85aff0-bc9c-4dbf-ac20-121a24e5d8d3 admin admin] Deleting port 3d165edc-1b8d-4bed-bda2-67fae2926d9d {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:06.866751 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ff85aff0-bc9c-4dbf-ac20-121a24e5d8d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:06.970199 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:07.133135 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [None req-ff85aff0-bc9c-4dbf-ac20-121a24e5d8d3 admin admin] For port 3d165edc-1b8d-4bed-bda2-67fae2926d9d, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=3d165edc-1b8d-4bed-bda2-67fae2926d9d,segment=NetworkSegment(b48f2dcf-bf10-4370-b387-0e08e3e61649),segment_id=b48f2dcf-bf10-4370-b387-0e08e3e61649)] {{(pid=79163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:07.133684 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ff85aff0-bc9c-4dbf-ac20-121a24e5d8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:07.252875 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-ff85aff0-bc9c-4dbf-ac20-121a24e5d8d3 admin admin] Calling delete_port for 3d165edc-1b8d-4bed-bda2-67fae2926d9d owned by network:router_interface {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:35:07.504678 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ff85aff0-bc9c-4dbf-ac20-121a24e5d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:07.508218 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-684d2865-0760-44d3-a6c2-4eef4c6d71d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:07.550417 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85aff0-bc9c-4dbf-ac20-121a24e5d8d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d165edc-1b8d-4bed-bda2-67fae2926d9d,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:07.552911 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-ff85aff0-bc9c-4dbf-ac20-121a24e5d8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:07.823322 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-ff85aff0-bc9c-4dbf-ac20-121a24e5d8d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3689979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3806907'] for router_interface, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:08.172574 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff85aff0-bc9c-4dbf-ac20-121a24e5d8d3 admin admin] Router 7cf49412-2783-4dc6-8c21-b395bd11b8f7 has already been hosted by L3 agent 88cdc926-68d6-44ea-906f-4547fa24a281 {{(pid=79163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:35:08.346403 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff85aff0-bc9c-4dbf-ac20-121a24e5d8d3 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-smb the message routers_updated {{(pid=79163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:35:08.354744 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0ff75-65dd-4487-a2d0-056bea10a431 None None] Sync routers for ids ['7cf49412-2783-4dc6-8c21-b395bd11b8f7'] in dv-cinder-802781-2-smb {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:35:08.362335 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-ff85aff0-bc9c-4dbf-ac20-121a24e5d8d3 admin admin] 10.222.0.20 "PUT /v2.0/routers/7cf49412-2783-4dc6-8c21-b395bd11b8f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3690069 Aug 23 10:35:08.364786 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48600) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:08.365468 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0ff75-65dd-4487-a2d0-056bea10a431 None None] Routers {'7cf49412-2783-4dc6-8c21-b395bd11b8f7'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:35:08.366256 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-8aa0ff75-65dd-4487-a2d0-056bea10a431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:34:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['7cf49412-2783-4dc6-8c21-b395bd11b8f7'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:08.549199 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-8aa0ff75-65dd-4487-a2d0-056bea10a431 None None] Set router 7cf49412-2783-4dc6-8c21-b395bd11b8f7 gateway port host: dv-cinder-802781-2-smb {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:35:08.657173 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7c64aec3-4566-4ef2-8c2d-8375631160ba admin admin] Notify callbacks [] for router, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:08.830232 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-8aa0ff75-65dd-4487-a2d0-056bea10a431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'name': 'tempest-TestShelveInstance-1691116860-router', 'tenant_id': '9bcb0a159f2446f993c6232e867b15c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'external_fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.175'}], 'enable_snat': True}, 'gw_port_id': '9ba948d0-a57d-4c5f-ab26-b362db0b114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:54Z', 'updated_at': '2021-08-23T10:35:07Z', 'revision_number': 5, 'project_id': '9bcb0a159f2446f993c6232e867b15c8', 'gw_port': {'id': '9ba948d0-a57d-4c5f-ab26-b362db0b114b', 'name': '', 'network_id': '6abbf648-30c3-4bc3-b6f8-fb92b7833a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'ip_address': '172.28.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:30:55Z', 'updated_at': '2021-08-23T10:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bf33108-a606-44c8-ae34-6d10a469fb3b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-smb'}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:08.834319 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0ff75-65dd-4487-a2d0-056bea10a431 None None] Checking router: 7cf49412-2783-4dc6-8c21-b395bd11b8f7 for host: dv-cinder-802781-2-smb {{(pid=79166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:35:08.838068 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7c64aec3-4566-4ef2-8c2d-8375631160ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:08.843141 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0ff75-65dd-4487-a2d0-056bea10a431 None None] Routers {'7cf49412-2783-4dc6-8c21-b395bd11b8f7'} bound to L3 agent in host dv-cinder-802781-2-smb {{(pid=79166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:35:08.843769 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-8aa0ff75-65dd-4487-a2d0-056bea10a431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:39Z,description=,heartbeat_timestamp=2021-08-23T10:34:39Z,host='dv-cinder-802781-2-smb',id=88cdc926-68d6-44ea-906f-4547fa24a281,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:39Z,topic='l3_agent')) {'router_ids': ['7cf49412-2783-4dc6-8c21-b395bd11b8f7'], 'active': True} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:08.848837 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-7c64aec3-4566-4ef2-8c2d-8375631160ba admin admin] Deleting port 9ba948d0-a57d-4c5f-ab26-b362db0b114b {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:08.849171 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7c64aec3-4566-4ef2-8c2d-8375631160ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:08.970411 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f0c71f42-26dd-493f-b9d9-0695b1afc095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:09.020712 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [None req-7c64aec3-4566-4ef2-8c2d-8375631160ba admin admin] For port 9ba948d0-a57d-4c5f-ab26-b362db0b114b, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=9ba948d0-a57d-4c5f-ab26-b362db0b114b,segment=NetworkSegment(c67075ff-15d0-4fed-8170-09b4a9cf36ee),segment_id=c67075ff-15d0-4fed-8170-09b4a9cf36ee)] {{(pid=79163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:09.021065 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7c64aec3-4566-4ef2-8c2d-8375631160ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:09.026093 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_dvr_db [None req-8aa0ff75-65dd-4487-a2d0-056bea10a431 None None] Set router 7cf49412-2783-4dc6-8c21-b395bd11b8f7 gateway port host: None {{(pid=79166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:35:09.133620 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.l3_hamode_db [None req-8aa0ff75-65dd-4487-a2d0-056bea10a431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'name': 'tempest-TestShelveInstance-1691116860-router', 'tenant_id': '9bcb0a159f2446f993c6232e867b15c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:54Z', 'updated_at': '2021-08-23T10:35:08Z', 'revision_number': 6, 'project_id': '9bcb0a159f2446f993c6232e867b15c8', 'gw_port_host': None}], 'dv-cinder-802781-2-smb', False) {} {{(pid=79166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:09.138965 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0ff75-65dd-4487-a2d0-056bea10a431 None None] The sync data for ids ['7cf49412-2783-4dc6-8c21-b395bd11b8f7'] in dv-cinder-802781-2-smb is: [{'id': '7cf49412-2783-4dc6-8c21-b395bd11b8f7', 'name': 'tempest-TestShelveInstance-1691116860-router', 'tenant_id': '9bcb0a159f2446f993c6232e867b15c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:30:54Z', 'updated_at': '2021-08-23T10:35:08Z', 'revision_number': 6, 'project_id': '9bcb0a159f2446f993c6232e867b15c8', 'gw_port_host': None}] {{(pid=79166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:35:09.145483 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-7c64aec3-4566-4ef2-8c2d-8375631160ba admin admin] Calling delete_port for 9ba948d0-a57d-4c5f-ab26-b362db0b114b owned by network:router_gateway {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:35:09.311643 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7c64aec3-4566-4ef2-8c2d-8375631160ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:09.315974 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-31010867-c608-442f-8e2e-05f0fd8bd11b tempest-AttachVolumeShelveTestJSON-1184444999 tempest-AttachVolumeShelveTestJSON-1184444999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:09.362798 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64aec3-4566-4ef2-8c2d-8375631160ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba948d0-a57d-4c5f-ab26-b362db0b114b,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:09.390152 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7c64aec3-4566-4ef2-8c2d-8375631160ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:09.451339 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7c64aec3-4566-4ef2-8c2d-8375631160ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900946'] for router_gateway, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:09.487524 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:09.627680 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7c64aec3-4566-4ef2-8c2d-8375631160ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3807304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6479'] for router, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:09.629852 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7c64aec3-4566-4ef2-8c2d-8375631160ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:09.652290 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7c64aec3-4566-4ef2-8c2d-8375631160ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3807816'] for router, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:09.652971 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c64aec3-4566-4ef2-8c2d-8375631160ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cf49412-2783-4dc6-8c21-b395bd11b8f7 {{(pid=79163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 10:35:09.665938 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7c64aec3-4566-4ef2-8c2d-8375631160ba admin admin] Notify callbacks [] for router, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:09.669432 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-7c64aec3-4566-4ef2-8c2d-8375631160ba admin admin] 10.222.0.20 "DELETE /v2.0/routers/7cf49412-2783-4dc6-8c21-b395bd11b8f7 HTTP/1.1" status: 204 len: 168 time: 1.3013620 Aug 23 10:35:09.669703 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48604) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:09.731080 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.db_base_plugin_v2 [None req-6821a14c-3e75-44df-8a73-0768b6bade2a admin admin] Deleting subnet 11fc1fdb-780e-4a98-90f0-5461dc46d329 {{(pid=79163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:35:09.733989 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6821a14c-3e75-44df-8a73-0768b6bade2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:09.784158 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6821a14c-3e75-44df-8a73-0768b6bade2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26919124'] for subnet, precommit_delete_associations {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:09.864592 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6821a14c-3e75-44df-8a73-0768b6bade2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870812'] for subnet, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:09.923141 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 9ba948d0-a57d-4c5f-ab26-b362db0b114b no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:35:09.961296 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: 9ba948d0-a57d-4c5f-ab26-b362db0b114b {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:35:09.961649 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 9ba948d0-a57d-4c5f-ab26-b362db0b114b not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:35:09.962090 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 3d165edc-1b8d-4bed-bda2-67fae2926d9d no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:35:09.997128 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: 3d165edc-1b8d-4bed-bda2-67fae2926d9d {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:35:09.997709 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 3d165edc-1b8d-4bed-bda2-67fae2926d9d not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:35:10.028717 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6821a14c-3e75-44df-8a73-0768b6bade2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26781138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26586266'] for subnet, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.033131 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:10.066958 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821a14c-3e75-44df-8a73-0768b6bade2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11fc1fdb-780e-4a98-90f0-5461dc46d329,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:10.070050 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-6821a14c-3e75-44df-8a73-0768b6bade2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:10.071035 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-6821a14c-3e75-44df-8a73-0768b6bade2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.078664 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01e0186-fc0d-4325-ad64-78a5ab1db599 None None] Network ecec68e0-c576-42d8-8a18-26a44ae852ea requested from dv-cinder-802781-2-smb {{(pid=79165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:35:10.086222 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-6821a14c-3e75-44df-8a73-0768b6bade2a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/11fc1fdb-780e-4a98-90f0-5461dc46d329 HTTP/1.1" status: 204 len: 168 time: 0.4154401 Aug 23 10:35:10.088607 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48608) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:10.199278 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-830045'] for network, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.210339 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] Deleting port 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 {{(pid=79163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:10.210679 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.319825 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2dc0f4-7611-41b8-8b14-075fd3eb7bab None None] DHCP port deletion for ecec68e0-c576-42d8-8a18-26a44ae852ea request from dv-cinder-802781-2-smb {{(pid=79165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 10:35:10.324579 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-3e2dc0f4-7611-41b8-8b14-075fd3eb7bab None None] Deleting port 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 {{(pid=79165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:10.325116 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc0f4-7611-41b8-8b14-075fd3eb7bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.424462 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.db [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] For port 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4,segment=NetworkSegment(b48f2dcf-bf10-4370-b387-0e08e3e61649),segment_id=b48f2dcf-bf10-4370-b387-0e08e3e61649)] {{(pid=79163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:10.425040 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.546876 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.plugin [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] Calling delete_port for 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 owned by network:dhcp {{(pid=79163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:35:10.558084 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.db [None req-3e2dc0f4-7611-41b8-8b14-075fd3eb7bab None None] For port 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4, host dv-cinder-802781-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-smb',level=0,port_id=0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4,segment=NetworkSegment(b48f2dcf-bf10-4370-b387-0e08e3e61649),segment_id=b48f2dcf-bf10-4370-b387-0e08e3e61649)] {{(pid=79165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:10.558497 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc0f4-7611-41b8-8b14-075fd3eb7bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3902452'] for port, precommit_delete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.619539 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-814839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775983500876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775983019551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26781057'] for port, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.624746 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:10.669804 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:10.672082 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] No DVR routers for this DVR port 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 on host dv-cinder-802781-2-smb {{(pid=79163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:35:10.673377 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:10.680977 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-3e2dc0f4-7611-41b8-8b14-075fd3eb7bab None None] Calling delete_port for 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 owned by network:dhcp {{(pid=79165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:35:10.753554 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.db.api [None req-3e2dc0f4-7611-41b8-8b14-075fd3eb7bab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 10:35:10.753913 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG oslo_db.api [None req-3e2dc0f4-7611-41b8-8b14-075fd3eb7bab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 10:35:10.785834 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864615', 'neutron.services.segments.db._delete_segments_for_network-8775983548317'] for network, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.798461 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecec68e0-c576-42d8-8a18-26a44ae852ea']}} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:10.810751 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48f2dcf-bf10-4370-b387-0e08e3e61649') {'for_net_delete': True} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:10.811040 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.services.segments.db [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48f2dcf-bf10-4370-b387-0e08e3e61649') {} {{(pid=79163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:10.822001 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775983546359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26919115'] for segment, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.837848 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869030'] for segment, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.844186 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=79163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:35:10.844565 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-869039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26781108'] for segment, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: Traceback (most recent call last): Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: timer() Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: cb(*args, **kw) Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: return func(*args, **kwargs) Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: self._notify() Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: self.callback(batched_events) Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: event.method(event) Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: return f(self, *a, **k) Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: return self._get(url).json() Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: return self.request(url, 'GET', **kwargs) Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:35:10.857696 dv-cinder-802781-2-smb neutron-server[79163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:35:10.884166 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.932408 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3689968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900943'] for network, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.935862 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-b1c844f3-2a43-43ed-9e2b-e89133e86f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:10.948381 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3689958'] for network, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.958335 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] Pushing event deleted for resources: {'Network': ['ID=ecec68e0-c576-42d8-8a18-26a44ae852ea,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:10.962610 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:10.968970 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-232a7352-3795-427d-93a2-8c0df93bf2ac admin admin] 10.222.0.20 "DELETE /v2.0/networks/ecec68e0-c576-42d8-8a18-26a44ae852ea HTTP/1.1" status: 204 len: 168 time: 0.8769989 Aug 23 10:35:11.154500 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48614) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:11.202846 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-6f9e4fbf-757c-4399-8e04-321f352fad2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1192b351b90e4174b8c8e3acc37758bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470669 Aug 23 10:35:11.205184 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48618) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:11.255301 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-3e2dc0f4-7611-41b8-8b14-075fd3eb7bab None None] Deleting port 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 {{(pid=79165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:11.255819 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc0f4-7611-41b8-8b14-075fd3eb7bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775983494696'] for port, before_delete {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.262644 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9afd973a-6b89-4d09-ac47-3b681c9b4aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.287818 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9afd973a-6b89-4d09-ac47-3b681c9b4aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.319983 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-3e2dc0f4-7611-41b8-8b14-075fd3eb7bab None None] The port '0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4' was deleted {{(pid=79165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 10:35:11.344296 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9afd973a-6b89-4d09-ac47-3b681c9b4aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.348032 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-ea4e92f3-32d3-44fd-8985-28197c0c116f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:11.360928 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd973a-6b89-4d09-ac47-3b681c9b4aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e48718-709e-49ac-a63a-8d26f5f203b8,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:11.364458 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-9afd973a-6b89-4d09-ac47-3b681c9b4aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:11.369628 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-9afd973a-6b89-4d09-ac47-3b681c9b4aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.370863 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-9afd973a-6b89-4d09-ac47-3b681c9b4aac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2e48718-709e-49ac-a63a-8d26f5f203b8 HTTP/1.1" status: 204 len: 168 time: 0.1644502 Aug 23 10:35:11.701212 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 no longer exists at agent ovs-agent-dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:35:11.724046 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48626) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:11.737247 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.plugin [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] No Port match for: 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 {{(pid=79165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:35:11.737598 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron.plugins.ml2.rpc [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Device 0db3ba6f-18b1-46ca-8eb6-42f703a1e5d4 not bound to the agent host dv-cinder-802781-2-smb {{(pid=79165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:35:11.772890 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-dfbab7cf-ae33-4851-907e-0d33586a5fb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bcb0a159f2446f993c6232e867b15c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475643 Aug 23 10:35:11.775226 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [-] (79163) accepted ('10.222.0.20', 48630) {{(pid=79163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:11.832450 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7f5d64f3-851c-4ac2-8542-6e128639598b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.856914 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7f5d64f3-851c-4ac2-8542-6e128639598b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.907985 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7f5d64f3-851c-4ac2-8542-6e128639598b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386904'] for security_group, after_delete {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.912856 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-e0cfe7e6-1418-46ef-9f9d-34ca80274527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:11.922895 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d64f3-851c-4ac2-8542-6e128639598b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6f2411-b3da-40b6-b7e4-5cc8f9b9870a,revision_number=None']} {{(pid=79163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:11.925442 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG oslo_concurrency.lockutils [None req-7f5d64f3-851c-4ac2-8542-6e128639598b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=79163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:11.930771 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron_lib.callbacks.manager [None req-7f5d64f3-851c-4ac2-8542-6e128639598b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.932174 dv-cinder-802781-2-smb neutron-server[79163]: INFO neutron.wsgi [None req-7f5d64f3-851c-4ac2-8542-6e128639598b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de6f2411-b3da-40b6-b7e4-5cc8f9b9870a HTTP/1.1" status: 204 len: 168 time: 0.1557784 Aug 23 10:35:33.099574 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:35:36.160814 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-65ed086b-130a-426c-ae95-8e7c0633d236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:36.788498 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:37.014622 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:38.973270 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-77b0157e-5757-4123-88a7-d18fe5eb7378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:39.487713 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:40.889137 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:06.162748 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-deb80f80-2b9c-41b0-a210-9fbc5d94d2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:06.789602 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:07.046616 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:08.974837 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f76d05fa-a354-4385-b567-9df32d1be55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:09.490628 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:10.098739 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:36:10.893369 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:36.165053 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-7691f2e8-6389-4b42-807d-143cf6ab6557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:36.791240 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:37.042261 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:38.976070 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5a24c921-2227-45bc-aacf-7cfbb6ebc633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:39.494153 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:40.893422 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:47.098958 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:37:06.167079 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-2914d210-941d-412e-a58d-804656d238b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:06.794135 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:07.056703 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:08.977649 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e0a7063d-3d29-4515-8dea-2638c32acaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:09.495470 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:10.897036 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:24.098612 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:37:34.154724 dv-cinder-802781-2-smb neutron-server[79164]: DEBUG neutron.wsgi [req-ea25db2f-fddf-422f-8560-26faeebdcfaf req-a0d196f7-b4ef-401e-b720-44559c19800e service neutron] (79164) timed out ('10.222.0.46', 49894) {{(pid=79164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 23 10:37:36.168539 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-17d4b1b9-666f-48de-8b73-601c1b45b625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:36.795754 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:37.058425 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:38.978530 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-38ad8054-0925-414d-9d34-28bc6bebcafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:39.504033 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:40.898947 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:01.097204 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:38:06.170026 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-576589ea-3f1a-4852-91ab-9df148299860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:06.798239 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:07.072757 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:08.980010 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-6a6a0c89-de35-45e4-b628-1c1033cdb62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:09.502177 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:10.903586 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:36.171393 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e78ad7aa-b0bd-4fbf-a506-2d19d70edf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:36.800802 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:37.072047 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:38.095307 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:38:38.980947 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-0ed60925-d715-4fea-a84d-949a4c69fcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:39.504676 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:40.905344 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:06.173782 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-a45a2334-787f-48d0-9082-63433fabcc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:06.802350 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:07.087053 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:08.981999 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-2440954a-660e-4f34-965c-ed07b03a62ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:09.507244 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:10.906674 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:15.093882 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:39:36.177268 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-b69684af-0d23-4631-9c3c-32c3a589c670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:36.803921 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:37.102524 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:38.981901 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-87d18357-70ce-4eff-95f4-9dc6c47551b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:39.509405 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-c898984b-d795-4424-88b0-310805516000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:40.909622 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-f03cf076-f40f-4a34-862e-9ae8ed93bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:43.935829 dv-cinder-802781-2-smb neutron-server[79163]: DEBUG neutron.wsgi [req-c067474d-737c-4557-b640-e92735d38e0f req-373297a0-ae5a-42b3-a55c-ab8069aefb56 service neutron] (79163) timed out ('10.222.0.46', 49933) {{(pid=79163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 23 10:39:52.092706 dv-cinder-802781-2-smb neutron-server[79166]: DEBUG neutron.db.agents_db [None req-076b15ce-6e5b-4fcd-833e-d55da9012101 None None] Agent healthcheck: found 6 active agents {{(pid=79166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:40:06.181757 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-355e769d-7849-4696-aaf9-03359caaadc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:06.805279 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-e8a48a47-e4eb-439a-b895-7663965dbf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:07.117076 dv-cinder-802781-2-smb neutron-server[79165]: DEBUG neutron_lib.callbacks.manager [None req-5d637d01-ce66-4a9c-b275-2b31e10fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775983548299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862045'] for agent, after_update {{(pid=79165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}